-- Logs begin at Fri 2021-11-19 12:53:39 UTC, end at Fri 2021-11-19 13:46:21 UTC. -- Nov 19 13:24:09.404581 dv-cinder-816324-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 19 13:24:12.114759 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.common.config [-] Logging enabled! Nov 19 13:24:12.115373 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev211 Nov 19 13:24:12.115541 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102458) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 19 13:24:12.118881 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.common.config [-] Logging enabled! Nov 19 13:24:12.119134 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev211 Nov 19 13:24:12.119445 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102458) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 19 13:24:12.120402 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 13:24:12.120636 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 13:24:12.121036 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 13:24:12.121774 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 13:24:12.121997 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 13:24:12.122315 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.122739 dv-cinder-816324-4-smb neutron-server[102458]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 19 13:24:12.123053 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.123344 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.123635 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.123951 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.124240 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.124519 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.124808 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.125100 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.125389 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.125665 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.125943 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.126230 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.126508 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.126793 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.127077 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.127356 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] debug = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.127634 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.128083 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.128496 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.128769 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.129055 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.129331 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.129601 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.129873 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.130153 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.130477 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] host = dv-cinder-816324-4-smb {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.130750 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.131033 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.131315 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.131595 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.131892 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.132164 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.132443 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.132711 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.132981 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] log_file = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.133250 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.133532 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.133813 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.134105 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.134328 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.134546 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.134831 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.135117 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.135395 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.135685 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.135958 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.136229 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.136499 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.136786 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.137072 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.137354 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.137637 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.137908 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.138178 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.138450 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.138717 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.139003 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.139276 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.139549 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.139844 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.140130 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.140396 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.140668 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.140967 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.141252 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.141533 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.141813 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.142084 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.142363 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.142629 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.142896 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.143163 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] use_json = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.143434 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.143719 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.143998 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.144266 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.144532 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.144799 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.145068 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.145351 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:12.145641 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.145934 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.146230 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.146507 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.146805 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.147083 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.147367 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.147670 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.147945 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.148228 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.148511 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.148784 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.149068 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.149341 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.149633 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.149934 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.150226 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.150515 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.150789 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.151062 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.151332 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.151606 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.151912 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.152187 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.152493 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.152779 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.153059 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.153352 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.153638 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.154183 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.154484 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.154749 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.155025 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.155319 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.155595 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.155890 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.156167 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.156450 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.156724 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.156993 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.157274 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.157546 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.157812 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.158079 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.158353 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.158638 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.158908 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.159173 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.159438 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.159730 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.159998 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.160276 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.160545 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.160807 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.161071 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.161342 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.161609 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.161880 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.162151 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.162414 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.162685 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.162949 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.163214 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.163476 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.163763 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.164026 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.164296 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.164560 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.164829 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.165098 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.165370 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.165636 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.165902 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.166489 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.166489 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.166716 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.166986 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.167258 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.167531 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.168318 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.168608 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.168879 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.169151 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.169422 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.169689 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.169971 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.170248 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.170527 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.170802 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.171101 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.171392 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.171686 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.171969 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.172243 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.172515 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.172793 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.173070 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.173360 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.173648 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.173936 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.174221 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.174508 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.174782 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.175085 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.175359 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:12.175573 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 13:24:12.175844 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102458) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 19 13:24:12.611476 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 19 13:24:12.611782 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 19 13:24:12.612090 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 19 13:24:12.612422 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 19 13:24:12.938541 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:12.938752 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:12.938992 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:12.940241 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:12.940507 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:12.940767 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:12.982424 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:12.982695 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:12.982970 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:12.998135 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:12.998408 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:12.998674 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.026988 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.027313 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.028111 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.065607 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.065885 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.066155 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.320609 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.321323 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.321323 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.321502 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.322109 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.423616 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.423959 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.424239 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.424505 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.424764 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.425066 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.425320 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.425573 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.425821 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.426096 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.426349 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.426604 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.426853 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.427101 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.427351 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.427608 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.427885 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.428141 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.428403 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.428655 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.428921 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.429169 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.429446 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.429815 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.430059 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.430299 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.430693 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102458) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:24:13.430929 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102458) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:24:13.431163 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102458) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:24:13.431397 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102458) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:24:13.431628 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102458) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:24:13.431879 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102458) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:24:13.432238 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 19 13:24:13.435928 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 19 13:24:13.439976 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 19 13:24:13.443900 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Nov 19 13:24:13.445527 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 19 13:24:13.445987 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 19 13:24:13.446321 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 19 13:24:13.446701 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 19 13:24:13.450070 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 19 13:24:13.450318 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 19 13:24:13.450653 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 19 13:24:13.455959 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 19 13:24:13.477913 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 19 13:24:13.478360 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.478656 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102458) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 19 13:24:13.480317 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.481722 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102458) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 19 13:24:13.482000 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 19 13:24:13.482254 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 19 13:24:13.485511 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.485786 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:13.547845 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 19 13:24:13.548077 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 19 13:24:13.548310 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 19 13:24:13.548677 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 19 13:24:13.571675 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_db.sqlalchemy.engines [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102458) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 19 13:24:14.137640 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.managers [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Initializing driver for type 'gre' Nov 19 13:24:14.138167 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] gre ID ranges: [(1, 1000)] Nov 19 13:24:14.191769 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.managers [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Initializing driver for type 'local' Nov 19 13:24:14.192112 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.managers [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Initializing driver for type 'vlan' Nov 19 13:24:14.204355 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] VlanTypeDriver initialization complete Nov 19 13:24:14.204690 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.managers [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Initializing driver for type 'vxlan' Nov 19 13:24:14.205191 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] vxlan ID ranges: [(1, 1000)] Nov 19 13:24:14.254158 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.managers [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Initializing extension driver 'port_security' Nov 19 13:24:14.254508 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.extensions.port_security [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] PortSecurityExtensionDriver initialization complete Nov 19 13:24:14.254860 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.managers [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Initializing mechanism driver 'openvswitch' Nov 19 13:24:14.255174 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.managers [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Initializing mechanism driver 'hyperv' Nov 19 13:24:14.261984 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:14.262818 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > port after_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.263190 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > port after_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.263538 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > port after_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.264106 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102458) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 13:24:14.264535 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > subnet after_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.264879 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > subnet after_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.265220 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.265616 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102458) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 13:24:14.266014 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > network after_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.266449 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > network after_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.266790 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > network after_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.267182 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102458) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 13:24:14.267581 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > security_group after_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.267957 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > security_group after_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.268295 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.268687 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102458) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 13:24:14.269081 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.269417 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.269743 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.270141 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102458) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 13:24:14.270534 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > address_group after_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.270873 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > address_group after_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.271203 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.271591 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102458) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 13:24:14.271990 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] ML2 OVO RPC backend initialized. {{(pid=102458) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 19 13:24:14.272686 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.273029 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.273442 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > network before_response 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.273783 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > networks before_response 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.274120 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > port before_response 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.274452 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > ports before_response 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.274788 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > subnet before_response 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.275122 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > subnets before_response 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.275461 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > network after_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.275826 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > network after_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.276156 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > network after_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.276488 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > port after_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.276822 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > port after_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.277657 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > port after_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.277996 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > subnet after_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.278329 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > subnet after_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.278909 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.279497 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Modular L2 Plugin initialization complete Nov 19 13:24:14.279898 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading services supported by the core plugin {{(pid=102458) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 19 13:24:14.280183 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.plugins.ml2.managers [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Got port-security extension from driver 'port_security' Nov 19 13:24:14.280642 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.extensions.vlantransparent [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Disabled vlantransparent extension. Nov 19 13:24:14.281342 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102458) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 19 13:24:14.281824 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading Plugin: router Nov 19 13:24:14.320703 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.321346 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > router after_create 55549900 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.321451 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > router before_create 55549900 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.321782 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.322145 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.322490 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > router after_delete 55549900 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.322839 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.323304 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.323681 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > router after_create 55549900 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.324542 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > router after_update 55549900 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.324888 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > router after_update 55549900 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.325229 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.325578 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > router after_update 55549900 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.325981 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > router precommit_update 55549900 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.326345 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: port after_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.326675 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: port after_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.327003 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: subnet after_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.327337 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.327695 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.328032 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > router precommit_create 55549900 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.328371 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: port before_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.328704 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > router precommit_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.329049 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > router after_update 55549900 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.329379 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.329719 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > router precommit_create 55549900 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.330070 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.330405 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > router precommit_update 55549900 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.330759 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > agent after_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.331100 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > agent after_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.331433 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > network after_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.332320 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Tracking information for resource: router configured {{(pid=102458) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:24:14.332650 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Tracking information for resource: floatingip configured {{(pid=102458) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:24:14.337624 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.db.l3_agentschedulers_db [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 19 13:24:14.338190 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: port after_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.338552 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: port after_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.338899 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: port after_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.339244 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: port after_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.340621 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > router before_create 55550100 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.340983 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.341341 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > router precommit_create 55550100 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.341691 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > router precommit_update 55550100 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.346596 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.services.provider_configuration [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Service providers = [] {{(pid=102458) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 19 13:24:14.346951 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.db.servicetype_db [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102458) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 19 13:24:14.349880 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.services.service_base [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102458) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 13:24:14.350230 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.services.service_base [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102458) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 13:24:14.350568 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.services.service_base [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102458) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 13:24:14.351443 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.services.service_base [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102458) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 13:24:14.351841 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.services.service_base [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 19 13:24:14.352213 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102458) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:24:14.352524 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 19 13:24:14.364826 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102458) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:24:14.365173 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading Plugin: auto_allocate Nov 19 13:24:14.371840 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: network precommit_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.372321 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: network precommit_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.373044 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102458) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:24:14.373366 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading Plugin: tag Nov 19 13:24:14.380970 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102458) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:24:14.381302 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading Plugin: timestamp Nov 19 13:24:14.385177 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102458) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:24:14.385499 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading Plugin: network_ip_availability Nov 19 13:24:14.391548 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.391886 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.392233 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.392940 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102458) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:24:14.393253 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading Plugin: flavors Nov 19 13:24:14.399499 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102458) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:24:14.399855 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading Plugin: revisions Nov 19 13:24:14.404967 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102458) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:24:14.405359 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_concurrency.lockutils [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.793s {{(pid=102458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 19 13:24:14.406100 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102458) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 19 13:24:14.406433 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Initializing extension manager. Nov 19 13:24:14.406943 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: __init__.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.407281 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: __pycache__ {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.407611 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.407962 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: address_group.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.408724 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.409284 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: address-group Nov 19 13:24:14.409602 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: address_scope.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.410312 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.410820 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: address-scope Nov 19 13:24:14.411137 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.412086 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.412598 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: router-admin-state-down-before-update Nov 19 13:24:14.412916 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: agent.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.413616 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.414120 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: agent Nov 19 13:24:14.414439 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: agent_resources_synced.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.415341 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.415874 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: agent-resources-synced Nov 19 13:24:14.416192 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: allowedaddresspairs.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.418002 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.418521 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: allowed-address-pairs Nov 19 13:24:14.418842 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: auto_allocated_topology.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.419950 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.420456 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: auto-allocated-topology Nov 19 13:24:14.420773 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: availability_zone.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.421461 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.421960 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: availability_zone Nov 19 13:24:14.422275 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: availability_zone_filter.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.423176 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.423708 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: availability_zone_filter Nov 19 13:24:14.424354 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: data_plane_status.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.424932 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.425427 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension data-plane-status not supported by any of loaded plugins Nov 19 13:24:14.425743 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: default_subnetpools.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.426651 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.427154 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: default-subnetpools Nov 19 13:24:14.427471 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.428487 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.428994 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: dhcp_agent_scheduler Nov 19 13:24:14.429312 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: dns.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.430233 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.430732 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension dns-integration not supported by any of loaded plugins Nov 19 13:24:14.431049 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: dns_domain_ports.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.431983 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.432485 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 19 13:24:14.432801 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.433735 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.434233 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 19 13:24:14.434549 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: dvr.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.435219 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.435750 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: dvr Nov 19 13:24:14.436065 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: ecmp_routes.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.436976 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.437473 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 19 13:24:14.437788 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: empty_string_filtering.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.438739 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.439448 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: empty-string-filtering Nov 19 13:24:14.439909 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.440916 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.441522 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 19 13:24:14.441843 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.442911 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.443549 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 19 13:24:14.443923 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: external_net.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.444846 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.445427 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: external-net Nov 19 13:24:14.445859 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.446968 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.447534 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: extra_dhcp_opt Nov 19 13:24:14.447941 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: extraroute.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.448893 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.450089 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: extraroute Nov 19 13:24:14.450582 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: extraroute_atomic.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.451789 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.452358 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: extraroute-atomic Nov 19 13:24:14.452681 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: filter_validation.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.453374 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.453962 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: filter-validation Nov 19 13:24:14.454287 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: fip_pf_description.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.455377 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.455919 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 19 13:24:14.456237 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: fip_port_details.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.457155 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.457654 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: fip-port-details Nov 19 13:24:14.457974 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: flavors.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.459214 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.459752 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: flavors Nov 19 13:24:14.460075 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.461753 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.462274 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 19 13:24:14.462601 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: floatingip_pools.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.463293 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.463866 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: floatingip-pools Nov 19 13:24:14.464187 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: ip_allocation.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.465665 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.466173 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension ip_allocation not supported by any of loaded plugins Nov 19 13:24:14.466492 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.467418 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.467949 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: ip-substring-filtering Nov 19 13:24:14.468268 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: l2_adjacency.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.469194 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.469694 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 19 13:24:14.470019 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: l3.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.470987 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.471503 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: router Nov 19 13:24:14.471858 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.474101 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.474622 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 19 13:24:14.474948 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.475908 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.476418 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: ext-gw-mode Nov 19 13:24:14.476742 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.477678 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.478183 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: l3-ha Nov 19 13:24:14.478503 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: l3_flavors.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.479420 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.479955 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: l3-flavors Nov 19 13:24:14.480308 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.481233 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.481732 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 19 13:24:14.482049 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: l3agentscheduler.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.483086 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.483599 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: l3_agent_scheduler Nov 19 13:24:14.483948 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: local_ip.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.485716 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.486228 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension local_ip not supported by any of loaded plugins Nov 19 13:24:14.486557 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: logging.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.488065 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.488579 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension logging not supported by any of loaded plugins Nov 19 13:24:14.488912 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: metering.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.489780 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.490359 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: metering Nov 19 13:24:14.490685 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.491797 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.492307 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: metering_source_and_destination_fields Nov 19 13:24:14.492627 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: multiprovidernet.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.493552 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.494054 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: multi-provider Nov 19 13:24:14.494372 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: netmtu.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.495284 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.495812 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: net-mtu Nov 19 13:24:14.496150 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: netmtu_writable.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.497062 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.497560 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: net-mtu-writable Nov 19 13:24:14.497875 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: network_availability_zone.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.498540 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.499042 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: network_availability_zone Nov 19 13:24:14.499357 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: network_ip_availability.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.500493 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.500994 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: network-ip-availability Nov 19 13:24:14.501311 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: network_segment_range.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.502068 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.502564 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension network-segment-range not supported by any of loaded plugins Nov 19 13:24:14.502880 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: pagination.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.503887 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.504212 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: pagination Nov 19 13:24:14.504524 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: port_device_profile.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.505418 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.505932 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: port-device-profile Nov 19 13:24:14.506248 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.507179 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.507707 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: port-mac-address-regenerate Nov 19 13:24:14.508027 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.508928 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.509431 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: port-numa-affinity-policy Nov 19 13:24:14.509744 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: port_resource_request.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.510647 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.511146 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension port-resource-request not supported by any of loaded plugins Nov 19 13:24:14.511986 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: port_resource_request_groups.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.512984 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.513507 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 19 13:24:14.513866 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: portbindings.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.515175 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.515826 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: binding Nov 19 13:24:14.516177 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: portbindings_extended.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.517586 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.518105 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: binding-extended Nov 19 13:24:14.518428 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: portsecurity.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.519441 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.520249 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: port-security Nov 19 13:24:14.520607 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: project_id.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.521723 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.522120 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: project-id Nov 19 13:24:14.522528 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: providernet.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.523463 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.524062 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: provider Nov 19 13:24:14.524446 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: qos.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.529367 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.529891 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension qos not supported by any of loaded plugins Nov 19 13:24:14.530217 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.531475 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.532017 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 19 13:24:14.532342 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.533447 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.533896 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 19 13:24:14.534216 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: qos_default.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.535127 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.535633 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension qos-default not supported by any of loaded plugins Nov 19 13:24:14.535973 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: qos_fip.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.536625 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.537123 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension qos-fip not supported by any of loaded plugins Nov 19 13:24:14.537440 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: qos_gateway_ip.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.538359 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.538865 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 19 13:24:14.539182 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: qos_port_network_policy.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.540130 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.540634 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 19 13:24:14.540948 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.541986 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.542667 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 19 13:24:14.543049 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: qos_pps_rule.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.544272 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.544822 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension qos-pps not supported by any of loaded plugins Nov 19 13:24:14.545197 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: qos_rule_type_details.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.546128 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.546767 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 19 13:24:14.547204 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: qos_rules_alias.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.548153 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.548658 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 19 13:24:14.548975 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: quota_check_limit.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.549889 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.550393 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: quota-check-limit Nov 19 13:24:14.550711 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: quotasv2.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.551664 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.551991 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: quotas Nov 19 13:24:14.552304 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: quotasv2_detail.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.555455 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.555829 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: quota_details Nov 19 13:24:14.556156 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: rbac.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.557209 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.557947 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: rbac-policies Nov 19 13:24:14.558272 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: rbac_address_group.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.559234 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.559791 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: rbac-address-group Nov 19 13:24:14.560117 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: rbac_address_scope.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.561054 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.561562 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: rbac-address-scope Nov 19 13:24:14.561884 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: rbac_security_groups.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.562797 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.563298 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: rbac-security-groups Nov 19 13:24:14.563619 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: rbac_subnetpool.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.564553 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.565088 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: rbac-subnetpool Nov 19 13:24:14.565408 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: revisionifmatch.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.566528 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.566940 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: revision-if-match Nov 19 13:24:14.567294 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: revisions.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.568443 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.568949 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: standard-attr-revisions Nov 19 13:24:14.569270 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: router_availability_zone.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.569949 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.570451 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: router_availability_zone Nov 19 13:24:14.570906 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: routerservicetype.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.571853 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.572353 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension router-service-type not supported by any of loaded plugins Nov 19 13:24:14.572671 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.573664 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.574802 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: security-groups-normalized-cidr Nov 19 13:24:14.575124 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.576077 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.576715 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: port-security-groups-filtering Nov 19 13:24:14.577036 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.577967 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.578473 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: security-groups-remote-address-group Nov 19 13:24:14.578792 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.579751 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.580254 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: security-groups-shared-filtering Nov 19 13:24:14.580574 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.581168 dv-cinder-816324-4-smb neutron-server[102458]: WARNING neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 19 13:24:14.581485 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: securitygroup.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.593542 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.594126 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: security-group Nov 19 13:24:14.594509 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: segment.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.595305 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.595850 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension segment not supported by any of loaded plugins Nov 19 13:24:14.596221 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.597541 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.598153 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 19 13:24:14.598483 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: servicetype.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.599725 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.600293 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: service-type Nov 19 13:24:14.600620 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: sorting.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.601618 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.601943 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: sorting Nov 19 13:24:14.602262 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: standard_attr_segment.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.603176 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.603714 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 19 13:24:14.604037 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: standardattrdescription.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.604689 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.605188 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: standard-attr-description Nov 19 13:24:14.605551 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: stateful_security_group.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.606478 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.606986 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: stateful-security-group Nov 19 13:24:14.607306 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: stdattrs_common.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.607902 dv-cinder-816324-4-smb neutron-server[102458]: WARNING neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 19 13:24:14.608219 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.609144 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.609662 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 19 13:24:14.609981 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: subnet_onboard.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.611044 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.611559 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: subnet_onboard Nov 19 13:24:14.611908 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.612844 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.613351 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 19 13:24:14.613671 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: subnet_service_types.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.614598 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.615108 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: subnet-service-types Nov 19 13:24:14.615427 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: subnetallocation.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.616528 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.617033 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: subnet_allocation Nov 19 13:24:14.617352 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.618140 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.618644 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: subnetpool-prefix-ops Nov 19 13:24:14.618960 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.619918 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.620427 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 19 13:24:14.620745 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: tagging.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.621844 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.622360 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: standard-attr-tag Nov 19 13:24:14.622681 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: timestamp.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.623918 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.624430 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loaded extension: standard-attr-timestamp Nov 19 13:24:14.624751 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: trunk.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.625784 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.626292 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension trunk not supported by any of loaded plugins Nov 19 13:24:14.626610 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: trunk_details.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.627547 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.628209 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension trunk-details not supported by any of loaded plugins Nov 19 13:24:14.628531 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: uplink_status_propagation.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.629449 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.629958 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 19 13:24:14.630276 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Loading extension file: vlantransparent.py {{(pid=102458) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:24:14.630947 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102458) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:24:14.631516 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 19 13:24:14.634069 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Creating instance of TrackedResource for resource:network Nov 19 13:24:14.634609 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Creating instance of TrackedResource for resource:subnet Nov 19 13:24:14.635002 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 13:24:14.635384 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Creating instance of TrackedResource for resource:port Nov 19 13:24:14.637163 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.v2.resource_helper [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102458) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:24:14.637601 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.v2.resource_helper [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Service FLAVORS assigned prefix: {{(pid=102458) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:24:14.638218 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.v2.resource_helper [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102458) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:24:14.638638 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.v2.resource_helper [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102458) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:24:14.638970 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Creating instance of TrackedResource for resource:router Nov 19 13:24:14.639401 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Creating instance of TrackedResource for resource:floatingip Nov 19 13:24:14.639906 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.v2.resource_helper [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Service METERING assigned prefix: /metering {{(pid=102458) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:24:14.641336 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.641739 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.642037 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:24:14.643048 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 13:24:14.643513 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Creating instance of TrackedResource for resource:security_group Nov 19 13:24:14.644021 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 13:24:14.644603 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.v2.resource_helper [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Service CORE assigned prefix: {{(pid=102458) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:24:14.644933 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 13:24:14.645276 dv-cinder-816324-4-smb neutron-server[102458]: WARNING neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] subnetpool is already registered Nov 19 13:24:14.645689 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.v2.resource_helper [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Service CORE assigned prefix: {{(pid=102458) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:24:14.646013 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 13:24:14.646340 dv-cinder-816324-4-smb neutron-server[102458]: WARNING neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] subnetpool is already registered Nov 19 13:24:14.648640 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.v2.resource_helper [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102458) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:24:14.649064 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.v2.resource_helper [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Service FLAVORS assigned prefix: {{(pid=102458) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:24:14.649646 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.v2.resource_helper [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102458) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:24:14.650064 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.v2.resource_helper [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102458) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:24:14.650396 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Creating instance of TrackedResource for resource:router Nov 19 13:24:14.650731 dv-cinder-816324-4-smb neutron-server[102458]: WARNING neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] router is already registered Nov 19 13:24:14.651138 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Creating instance of TrackedResource for resource:floatingip Nov 19 13:24:14.651469 dv-cinder-816324-4-smb neutron-server[102458]: WARNING neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] floatingip is already registered Nov 19 13:24:14.651975 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.v2.resource_helper [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Service METERING assigned prefix: /metering {{(pid=102458) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:24:14.653208 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 13:24:14.653530 dv-cinder-816324-4-smb neutron-server[102458]: WARNING neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] rbac_policy is already registered Nov 19 13:24:14.654319 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Creating instance of TrackedResource for resource:security_group Nov 19 13:24:14.654648 dv-cinder-816324-4-smb neutron-server[102458]: WARNING neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] security_group is already registered Nov 19 13:24:14.655047 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 13:24:14.655373 dv-cinder-816324-4-smb neutron-server[102458]: WARNING neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] security_group_rule is already registered Nov 19 13:24:14.656028 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.v2.resource_helper [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Service CORE assigned prefix: {{(pid=102458) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:24:14.656356 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 13:24:14.656685 dv-cinder-816324-4-smb neutron-server[102458]: WARNING neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] subnetpool is already registered Nov 19 13:24:14.657093 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.v2.resource_helper [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Service CORE assigned prefix: {{(pid=102458) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:24:14.657411 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 13:24:14.657774 dv-cinder-816324-4-smb neutron-server[102458]: WARNING neutron.quota.resource_registry [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] subnetpool is already registered Nov 19 13:24:14.658273 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: extensions {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.660256 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: address-groups {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.661899 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: address-scopes {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.663468 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: agents {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.665028 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: auto-allocated-topology {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.666481 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: availability_zones {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.667967 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: dhcp-networks {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.669717 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: dhcp-agents {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.671433 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: routers {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.675199 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: flavors {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.676464 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: service_profiles {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.677672 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: next_providers {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.679144 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: service_profiles {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.680722 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: floatingip-pools {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.681936 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: routers {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.684157 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: floatingips {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.685432 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: l3-routers {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.686841 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: l3-agents {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.688278 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: metering-labels {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.689620 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: metering-label-rules {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.690925 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: network-ip-availabilities {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.692308 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: bindings {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.694007 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: quotas {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.695560 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: quotas {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.704879 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: rbac-policies {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.706189 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: security-groups {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.707441 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: security-group-rules {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.708718 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: service-providers {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.709929 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: subnetpools {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.711346 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: subnetpools {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.712834 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: tags {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.714538 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: tags {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.716960 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: tags {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.718740 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: tags {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.720572 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: tags {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.722432 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: tags {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.724148 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: tags {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.726060 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: tags {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.727912 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: tags {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.730352 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron.api.extensions [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Extended resource: tags {{(pid=102458) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:24:14.737443 dv-cinder-816324-4-smb neutron-server[102458]: WARNING keystonemiddleware.auth_token [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 19 13:24:14.742896 dv-cinder-816324-4-smb neutron-server[102458]: WARNING keystonemiddleware.auth_token [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 19 13:24:14.752222 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_concurrency.lockutils [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Acquired lock "singleton_lock" {{(pid=102458) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 19 13:24:14.752688 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_concurrency.lockutils [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Releasing lock "singleton_lock" {{(pid=102458) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 19 13:24:14.753332 dv-cinder-816324-4-smb neutron-server[102458]: INFO oslo_service.service [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Starting 2 workers Nov 19 13:24:14.758139 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Started child 102599 {{(pid=102458) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 13:24:14.762643 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Started child 102600 {{(pid=102458) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 13:24:14.763824 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:14.764505 dv-cinder-816324-4-smb neutron-server[102458]: INFO neutron.service [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 19 13:24:14.764860 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Publish callbacks [] for process, before_spawn {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:14.765294 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [-] (102599) wsgi starting up on http://0.0.0.0:9696 Nov 19 13:24:14.767717 dv-cinder-816324-4-smb neutron-server[102458]: INFO oslo_service.service [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Starting 1 workers Nov 19 13:24:14.768272 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:14.770037 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [-] (102600) wsgi starting up on http://0.0.0.0:9696 Nov 19 13:24:14.773031 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Started child 102601 {{(pid=102458) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 13:24:14.773592 dv-cinder-816324-4-smb neutron-server[102458]: INFO oslo_service.service [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Starting 1 workers Nov 19 13:24:14.777226 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.service [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] calling RpcWorker wait() {{(pid=102601) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 19 13:24:14.777775 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.service [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] returning from RpcWorker wait() {{(pid=102601) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 19 13:24:14.778129 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Started child 102602 {{(pid=102458) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 13:24:14.779179 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb32994b-b948-4ff7-8147-b7141b4736a8 None None] Publish callbacks [] for process, after_spawn {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:14.779471 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:14.780027 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:14.781299 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102458) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 19 13:24:14.781512 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 13:24:14.781699 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 13:24:14.781910 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 13:24:14.782256 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 13:24:14.782434 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 13:24:14.782933 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.783200 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.783448 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.783535 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:14.784157 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.784157 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.784544 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.784784 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.785034 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.785312 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.785545 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.785709 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.785871 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.786123 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.786348 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.786661 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.786993 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.787270 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.787551 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.787768 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.788032 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.788308 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.788637 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.788992 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] debug = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.789281 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.789951 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.790260 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.790557 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.790841 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.791168 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.791440 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.791727 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.791980 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.792278 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.792583 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.792910 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.793171 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.793402 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.793654 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.793869 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.794144 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.794432 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.795040 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] host = dv-cinder-816324-4-smb {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.795340 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.795574 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.795945 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.796239 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.796550 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.796821 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.797080 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.797392 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.797685 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.797919 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.798186 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.798455 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.798693 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.798958 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] log_file = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.799124 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] log_options = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.799411 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.799811 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.800094 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.800330 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.800753 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.800919 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.801197 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.801426 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.801908 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.802057 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.802183 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.802488 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.802706 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.802958 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.803317 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.803585 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.803882 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.804103 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.804349 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.804856 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.804856 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.805172 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.805447 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.805710 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.806002 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.806214 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.806480 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.806916 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.806916 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.807249 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.807511 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.807984 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.808330 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.809082 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.809419 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.809711 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.810039 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.810388 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.810757 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.811093 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.811464 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.811801 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.812196 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.812354 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.812698 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.812974 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.813248 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] use_json = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.813476 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.813817 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.814017 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.814244 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.814448 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:14.814631 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.814631 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.814898 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.815155 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.815821 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.816000 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.816266 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.816592 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.816818 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.817147 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.817382 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.817726 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.817986 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.818235 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.818610 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.818797 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.819113 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.819412 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.819754 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.820076 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.820365 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.820617 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.821060 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.821417 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.821576 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.821805 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.822096 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.822459 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.822699 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.823028 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.823273 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.823752 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.824167 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.824992 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.825302 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.825584 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.825969 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.826256 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.826486 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.826735 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.826956 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.827211 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.827686 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.828349 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.828349 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.829026 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.829026 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.829026 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.829364 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.829364 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.829613 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.829873 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.830286 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.830286 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.830631 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.831074 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.831236 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.831562 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.832068 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.832267 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.832425 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.832677 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.832937 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.833152 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.833398 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.833747 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.833889 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.834104 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.834272 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.834561 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.834909 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.835085 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.835227 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.835437 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.835918 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.835918 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.836145 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.836462 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.836658 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.837154 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.837154 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.837402 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.837546 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.837667 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.837868 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.838146 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.838329 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.838508 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.838714 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.838928 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.839175 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.839386 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.839660 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.839890 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.840098 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.840379 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.840677 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.840923 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.841169 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.841466 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.842113 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.842113 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.842356 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.842589 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.842804 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.843033 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.843332 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.843667 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.843906 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.844220 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.844344 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.844584 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.844804 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.845048 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.845284 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.845651 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.845768 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.846034 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.846266 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.846495 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.846745 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.846993 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.847246 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.847474 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.848363 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.848363 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.848363 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.849140 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.849140 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.849140 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.849502 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.849502 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.849804 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.850006 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.850249 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.851138 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.851138 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.851138 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.851138 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.851627 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.851627 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.851993 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.852179 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.852425 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.853430 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.853430 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.853430 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.853430 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.854280 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.854280 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.854280 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.854598 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.854749 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.854982 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.855194 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.855459 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.855854 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.856002 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.856558 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.856558 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.856721 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.856800 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.856990 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.857221 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.857463 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.857683 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.857937 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.858187 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.858430 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.858694 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.859673 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.859673 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.859673 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.859673 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.860021 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.860186 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.860447 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.860799 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.861094 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.861460 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.861766 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.862003 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.862235 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.862538 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.862842 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.863070 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.863298 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.863516 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.863752 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.863964 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.864184 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.864449 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.864724 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.865043 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.865287 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.865605 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.865945 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.866334 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.866635 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.866927 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.867174 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.867392 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.867689 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.867990 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.868221 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.868465 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.868715 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.868889 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.869339 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.869811 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.870501 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.871494 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.872047 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.872481 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.873117 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.873535 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.873879 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.874164 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.874448 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.874743 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.875024 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.875263 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.875517 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.875810 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.875985 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.876218 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.876462 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.876673 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.876904 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.877112 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.877321 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.877543 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.877783 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.878018 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.878244 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.878447 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.878849 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.879251 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.879467 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.879697 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.879922 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.880131 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.880348 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.880567 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.880779 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.880987 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.881259 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.881477 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.881687 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.881902 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.882282 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.882514 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.882816 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.884380 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.884380 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.884380 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.884380 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.884380 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.884380 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.884835 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.884835 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.885050 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.885234 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.885465 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.885701 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.885952 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.886257 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.886599 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.887317 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.887586 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.887887 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.888165 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.888590 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.888811 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.889111 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.889431 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.889709 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.889964 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.890189 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.890443 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.890662 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.890892 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.891127 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.891358 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.891569 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.891907 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.892083 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.892333 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.892565 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.892789 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.893002 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.893244 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.893479 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.893709 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.893918 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.894073 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 13:24:14.894604 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102458) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 19 13:24:14.894761 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 13:24:14.894913 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 13:24:14.895094 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 13:24:14.895265 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 13:24:14.895417 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 13:24:14.895620 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.895807 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.895966 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.896205 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.896370 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.896550 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.896708 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.896866 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.897022 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.897178 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.897334 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.897490 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.897646 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.897800 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.897959 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.898114 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.898271 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.898426 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.898585 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.898740 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.898896 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.899049 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.899205 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] debug = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.899359 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.899557 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.899746 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.899902 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.900057 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.900212 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.900366 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.900522 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.900677 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.900833 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.900988 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.901144 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.901299 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.901455 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.901610 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.901765 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.901920 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.902097 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.902274 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] host = dv-cinder-816324-4-smb {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.902436 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.902594 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.902747 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.902902 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.903132 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.903296 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.903453 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.903887 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.904333 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.904333 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.904643 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.904643 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.904907 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.904907 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] log_file = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.905169 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] log_options = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.905169 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.905534 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.905534 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.905796 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.905796 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.906092 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.906092 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.906358 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.906491 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.906630 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.906761 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.906899 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.907029 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.907177 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.907325 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.907458 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.907604 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.907772 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.907910 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.908043 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.908173 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.908304 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.908451 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.908602 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.908741 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.908877 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.909013 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.909149 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.909285 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.909421 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.909578 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.909714 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.909843 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.909998 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.910152 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.910307 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.910462 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.910618 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.910778 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.910932 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.911086 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.911242 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.911396 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.911552 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.911730 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.911885 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.912040 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] use_json = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.912195 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.912349 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.912504 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.912704 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.912831 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.912933 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.913086 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.913243 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:24:14.913418 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.913583 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.913725 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.913878 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.914035 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.914192 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.914349 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.914506 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.914662 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.914819 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.914983 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.915140 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.915307 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.915464 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.915615 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.915794 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.915933 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.916070 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.916206 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.916369 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.916591 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.916726 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.916857 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.916973 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.917128 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.917284 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.917440 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.917605 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.917801 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.917978 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.918136 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.918295 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.918453 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.918611 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.918769 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.918928 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.919086 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.919245 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.919404 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.919775 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.920011 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.920011 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.920374 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.920374 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.920625 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.920625 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.920770 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.920898 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.921055 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.921213 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.921370 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.921528 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.921686 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.921843 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.922001 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.922160 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.922402 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.922579 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.922821 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.922958 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.923096 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.923228 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.923364 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.923499 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.923656 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.923804 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.923923 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.924079 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.924251 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.924436 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.924662 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.924822 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.924981 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.925139 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.925296 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.925455 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.925612 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.925770 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.925928 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.926090 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.926249 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.926406 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.926565 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.926724 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.926883 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.927041 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.927200 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.927359 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.927516 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.927698 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.927838 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:14.927937 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.928010 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.928176 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.928333 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.928491 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.928647 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.928803 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.928960 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.929117 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.929274 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.929431 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.929588 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.929746 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.929904 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.930064 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.930221 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.930377 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.930533 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.930689 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.930845 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.931001 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.931158 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.931314 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.931472 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.931629 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.931815 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.931969 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.932125 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.932293 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.932451 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.932610 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.932767 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.932931 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.933098 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.933257 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.933930 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.934090 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.934246 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.934403 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.934560 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.934717 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.934873 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.935032 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.935319 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.935487 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.935666 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.935824 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.935982 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.936164 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.936333 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.936568 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.936729 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.937371 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.937371 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.937371 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.937747 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.937747 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.937980 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.938101 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.938273 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.938521 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.938679 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.938836 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.939036 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.939222 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.939418 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.939692 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.939836 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.939993 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.940156 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.940338 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.940922 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.940922 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.940922 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.940922 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.941967 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.941967 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.941967 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.941967 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.941967 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.941967 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.944307 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.944307 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.944307 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.944307 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.944307 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.944307 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.944307 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.944307 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.944942 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.944942 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.944942 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.944942 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.944942 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.944942 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.944942 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.944942 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.945460 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.945460 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.945460 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.945674 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.945674 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.945892 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.946098 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.946261 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.946421 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.946583 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.946743 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.946903 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.947062 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.947222 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.947460 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.947661 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.947946 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.948152 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.948350 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.948577 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.949996 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.949996 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.949996 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.949996 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.949996 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.950551 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.950551 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.950551 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.950894 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.951010 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.951108 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.951260 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.951466 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.951705 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.951869 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.952026 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.952185 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.952420 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.952583 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.952784 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.952948 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.953157 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.953252 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.953409 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.953566 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.953725 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.953882 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.954039 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.954196 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.954363 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.954520 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.954859 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.954859 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.955088 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.955212 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.955343 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.955427 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.955560 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.955748 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.955906 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.956063 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.956229 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.956387 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.956550 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.956713 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.956869 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.957026 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.957182 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.957539 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.957669 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.957795 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.957918 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.958133 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.958231 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.958369 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.958529 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.958696 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.958861 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.959020 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.959185 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.959350 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.959516 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.959691 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.959856 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.960027 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.960184 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.960341 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.960498 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.960655 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.960812 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.960969 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.961126 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.961282 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.961439 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.961596 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.961754 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.961911 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.962069 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.962227 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.962385 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.962541 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.962697 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.962854 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.963010 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:24:14.963165 dv-cinder-816324-4-smb neutron-server[102458]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102458) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 13:24:15.076947 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 38766) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:15.085559 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063348 Nov 19 13:24:26.397840 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aab1435-fe50-4099-8c93-8a9a99e8a76e None None] get_active_networks_info from dv-cinder-816324-4-smb {{(pid=102601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 13:24:26.497842 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aab1435-fe50-4099-8c93-8a9a99e8a76e None None] No non-hosted networks {{(pid=102601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 19 13:24:26.506050 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.agentschedulers_db [None req-3aab1435-fe50-4099-8c93-8a9a99e8a76e None None] DHCP Agent not found on host dv-cinder-816324-4-smb {{(pid=102601) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 19 13:24:26.645553 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3c4a4273-6cab-45e9-a18b-de5e84ec9add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1790037'] for agent, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:29.089301 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ca0757f-6247-412d-870c-341ef93f27fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1790037'] for agent, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:29.123567 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-91abba03-f3b3-4f15-a69c-8b055514a5e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:29.847011 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1790037'] for agent, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:31.126479 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1790037'] for agent, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:32.249408 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1790037'] for agent, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:32.250177 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:32.250342 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:32.250667 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:32.250991 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:32.251311 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:32.251629 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:32.251979 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:32.252316 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:32.252634 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:32.252949 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:32.253265 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:32.253578 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:32.253975 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-816324-4-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:32.261620 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-816324-4-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:32.697369 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 38858) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:33.201781 dv-cinder-816324-4-smb neutron-server[102600]: WARNING oslo_policy.policy [None req-3c68e588-b093-4396-b2bb-63022bb50302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:24:33.202435 dv-cinder-816324-4-smb neutron-server[102600]: WARNING oslo_policy.policy [None req-3c68e588-b093-4396-b2bb-63022bb50302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:24:33.438491 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [None req-3c68e588-b093-4396-b2bb-63022bb50302 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:24:33.439713 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-3c68e588-b093-4396-b2bb-63022bb50302 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7396710 Nov 19 13:24:35.969846 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 38874) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:36.297306 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-afdd5c61-d754-4aa6-ae56-a34b666fa4c3 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:36.392862 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.policy [None req-afdd5c61-d754-4aa6-ae56-a34b666fa4c3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102600) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 19 13:24:36.439682 dv-cinder-816324-4-smb neutron-server[102600]: WARNING oslo_policy.policy [None req-afdd5c61-d754-4aa6-ae56-a34b666fa4c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:24:36.440062 dv-cinder-816324-4-smb neutron-server[102600]: WARNING oslo_policy.policy [None req-afdd5c61-d754-4aa6-ae56-a34b666fa4c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:24:36.449267 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.quota [None req-afdd5c61-d754-4aa6-ae56-a34b666fa4c3 admin admin] Loaded quota_driver: . Nov 19 13:24:36.541504 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-afdd5c61-d754-4aa6-ae56-a34b666fa4c3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736461542726', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736461543275', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736461489081', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736461495930', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736461518173', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736461334714', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-613512', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-602725', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1605470', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1788816'] for rbac-policy, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:36.588798 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.db.l3_hamode_db [None req-cf49f82a-f475-4bc6-b0e9-b77a74cdaec9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 19 13:24:36.614228 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-afdd5c61-d754-4aa6-ae56-a34b666fa4c3 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:36.615404 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-afdd5c61-d754-4aa6-ae56-a34b666fa4c3 admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6444638 Nov 19 13:24:36.679876 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf49f82a-f475-4bc6-b0e9-b77a74cdaec9 None None] Routers set() bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:24:36.680189 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf49f82a-f475-4bc6-b0e9-b77a74cdaec9 None None] Router IDs set() for agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 13:24:39.336057 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 38886) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:39.638049 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'tenant_id': '14eb02c9271b42db9ed0cc043b2cc3f5'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:39.669413 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Made reservation on behalf of 14eb02c9271b42db9ed0cc043b2cc3f5 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:24:39.672313 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:39.692149 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:39.814272 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:39.821151 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:39.841631 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1113} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:24:39.869153 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736459861405', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:39.869747 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Unsubscribe: segment precommit_create {{(pid=102600) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 19 13:24:39.870248 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.db.segments_db [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Added segment 35b41014-f42a-48a6-81fe-5687bb4254a8 of type vlan for network d9e76eb7-f370-4dda-a2db-0aa25c9272d6 Nov 19 13:24:39.887889 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a43dbe-8949-47f2-814d-d11e32ea611b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:39.937296 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:39.937655 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:39.937991 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:39.938316 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:39.938640 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:39.938961 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:39.939279 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:39.939595 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:39.939954 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:39.940274 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:39.940588 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:39.941124 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Tracked resource versions report: Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: pushed versions: Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: { 'AddressGroup': {'1.2'}, Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: 'ConntrackHelper': {'1.0'}, Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: 'Log': {'1.0'}, Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: 'Network': {'1.1'}, Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: 'Port': {'1.7'}, Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: 'PortForwarding': {'1.2'}, Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: 'QosPolicy': {'1.10'}, Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: 'SecurityGroup': {'1.5'}, Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: 'SubPort': {'1.0'}, Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: 'Subnet': {'1.1'}, Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: 'Trunk': {'1.1'}} Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: consumer versions: Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: { DHCP agent@dv-cinder-816324-4-smb: {}, Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: L3 agent@dv-cinder-816324-4-smb: {}, Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: Metadata agent@dv-cinder-816324-4-smb: {}, Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: Metering agent@dv-cinder-816324-4-smb: {}, Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: Open vSwitch agent@dv-cinder-816324-4-smb: { 'AddressGroup': '1.2', Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: 'ConntrackHelper': '1.0', Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: 'Log': '1.0', Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: 'Network': '1.1', Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: 'Port': '1.7', Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: 'PortForwarding': '1.2', Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: 'QosPolicy': '1.10', Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: 'SecurityGroup': '1.5', Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: 'SecurityGroupRule': '1.2', Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: 'SubPort': '1.0', Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: 'Subnet': '1.1', Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: 'Trunk': '1.1'}} Nov 19 13:24:39.942402 dv-cinder-816324-4-smb neutron-server[102600]: {{(pid=102600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:24:39.984137 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736459351574'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:40.028833 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:40.030043 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:40.030745 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:40.111675 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7745211 Nov 19 13:24:40.129891 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e0e78-7821-4203-bc40-1028b329e398 admin admin] Pushing event updated for resources: {'Network': ['ID=d9e76eb7-f370-4dda-a2db-0aa25c9272d6,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:40.142651 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Network d9e76eb7-f370-4dda-a2db-0aa25c9272d6 details requested by agent ovs-agent-dv-cinder-816324-4-smb with host dv-cinder-816324-4-smb {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:24:42.863452 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 38900) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:43.269948 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f03409-f584-436a-8850-4f32282a79a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:43.271304 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-77f03409-f584-436a-8850-4f32282a79a9 admin admin] 10.222.0.70 "GET /v2.0/networks/d9e76eb7-f370-4dda-a2db-0aa25c9272d6 HTTP/1.1" status: 200 len: 826 time: 0.4068925 Nov 19 13:24:43.296975 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-e0525937-01eb-4e95-944e-0f5b1c479101 admin admin] 10.222.0.70 "GET /v2.0/subnetpools/85b9892f-a007-4d68-9cdb-48f228cee320 HTTP/1.1" status: 200 len: 734 time: 0.0185335 Nov 19 13:24:43.306116 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-f165618e-5d52-4336-b289-72c61e5cfdb3 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'subnetpool_id': '85b9892f-a007-4d68-9cdb-48f228cee320', 'network_id': 'd9e76eb7-f370-4dda-a2db-0aa25c9272d6', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:43.328028 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f165618e-5d52-4336-b289-72c61e5cfdb3 admin admin] Made reservation on behalf of 14eb02c9271b42db9ed0cc043b2cc3f5 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:24:43.330306 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f165618e-5d52-4336-b289-72c61e5cfdb3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:43.627189 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f165618e-5d52-4336-b289-72c61e5cfdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:43.700205 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165618e-5d52-4336-b289-72c61e5cfdb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47b3d755-61be-41ae-a230-942b54abfb58,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:43.702164 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f165618e-5d52-4336-b289-72c61e5cfdb3 admin admin] Checking segment: {'id': '35b41014-f42a-48a6-81fe-5687bb4254a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'd9e76eb7-f370-4dda-a2db-0aa25c9272d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:24:43.702537 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f165618e-5d52-4336-b289-72c61e5cfdb3 admin admin] Network hostable DHCP agents. Network: d9e76eb7-f370-4dda-a2db-0aa25c9272d6, hostable agents: ['a9493b20-30d9-4471-90b9-83259b2d43bc'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:24:43.724018 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f165618e-5d52-4336-b289-72c61e5cfdb3 admin admin] Network d9e76eb7-f370-4dda-a2db-0aa25c9272d6 is scheduled to be hosted by DHCP agent a9493b20-30d9-4471-90b9-83259b2d43bc with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:24:43.735555 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-f165618e-5d52-4336-b289-72c61e5cfdb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-smb, d9e76eb7-f370-4dda-a2db-0aa25c9272d6) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:43.740223 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f165618e-5d52-4336-b289-72c61e5cfdb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:43.740809 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f165618e-5d52-4336-b289-72c61e5cfdb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:43.746014 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b241b58-24b4-4b7d-979d-c43cde513ba1 None None] Network d9e76eb7-f370-4dda-a2db-0aa25c9272d6 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:24:43.757582 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-f165618e-5d52-4336-b289-72c61e5cfdb3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4546962 Nov 19 13:24:44.077808 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53cf6b08-0369-5507-b163-abf0e9693b8d-d9e76eb7-f370-4dda-a2db-0aa25c9272d6', 'network_id': 'd9e76eb7-f370-4dda-a2db-0aa25c9272d6', 'tenant_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'fixed_ips': [{'subnet_id': '47b3d755-61be-41ae-a230-942b54abfb58'}]}} from dv-cinder-816324-4-smb. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:24:44.079033 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:44.398000 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Allocated IP 172.20.0.2 (d9e76eb7-f370-4dda-a2db-0aa25c9272d6/47b3d755-61be-41ae-a230-942b54abfb58/94da5e33-080c-4fa4-9647-f513a577f2e6) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:44.605091 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:44.614055 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:44.685731 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Network d9e76eb7-f370-4dda-a2db-0aa25c9272d6 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:44.690672 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:44.705246 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:44.708166 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Pushing event updated for resources: {'Port': ['ID=94da5e33-080c-4fa4-9647-f513a577f2e6,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:44.718159 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:44.718509 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:44.718852 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:44.719195 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:44.719532 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:44.719895 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:44.720225 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:44.720557 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:44.720905 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:44.721234 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:44.721560 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:44.721882 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Tracked resource versions report: Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: pushed versions: Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: { 'AddressGroup': {'1.2'}, Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: 'ConntrackHelper': {'1.0'}, Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: 'Log': {'1.0'}, Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: 'Network': {'1.1'}, Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: 'Port': {'1.7'}, Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: 'PortForwarding': {'1.2'}, Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: 'QosPolicy': {'1.10'}, Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: 'SecurityGroup': {'1.5'}, Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: 'SubPort': {'1.0'}, Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: 'Subnet': {'1.1'}, Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: 'Trunk': {'1.1'}} Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: consumer versions: Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: { DHCP agent@dv-cinder-816324-4-smb: {}, Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: L3 agent@dv-cinder-816324-4-smb: {}, Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: Metadata agent@dv-cinder-816324-4-smb: {}, Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: Metering agent@dv-cinder-816324-4-smb: {}, Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: Open vSwitch agent@dv-cinder-816324-4-smb: { 'AddressGroup': '1.2', Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: 'ConntrackHelper': '1.0', Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: 'Log': '1.0', Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: 'Network': '1.1', Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: 'Port': '1.7', Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: 'PortForwarding': '1.2', Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: 'QosPolicy': '1.10', Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: 'SecurityGroup': '1.5', Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: 'SecurityGroupRule': '1.2', Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: 'SubPort': '1.0', Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: 'Subnet': '1.1', Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: 'Trunk': '1.1'}} Nov 19 13:24:44.723040 dv-cinder-816324-4-smb neutron-server[102601]: {{(pid=102601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:24:44.818821 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Attempting to bind port 94da5e33-080c-4fa4-9647-f513a577f2e6 on host dv-cinder-816324-4-smb for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:24:44.819462 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Attempting to bind port 94da5e33-080c-4fa4-9647-f513a577f2e6 by drivers openvswitch,hyperv on host dv-cinder-816324-4-smb at level 0 using segments [{'id': '35b41014-f42a-48a6-81fe-5687bb4254a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'd9e76eb7-f370-4dda-a2db-0aa25c9272d6'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:24:44.819632 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Attempting to bind port 94da5e33-080c-4fa4-9647-f513a577f2e6 on network d9e76eb7-f370-4dda-a2db-0aa25c9272d6 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:44.824810 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Checking agent: {'id': '3401932b-84b7-4798-97d9-02908ea34a73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 24, 32), 'started_at': datetime.datetime(2021, 11, 19, 13, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:24:44.825199 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Checking segment: {'id': '35b41014-f42a-48a6-81fe-5687bb4254a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'd9e76eb7-f370-4dda-a2db-0aa25c9272d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:24:44.825706 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:44.826096 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Bound using segment: {'id': '35b41014-f42a-48a6-81fe-5687bb4254a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'd9e76eb7-f370-4dda-a2db-0aa25c9272d6'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:24:44.826586 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Bound port: 94da5e33-080c-4fa4-9647-f513a577f2e6, host: dv-cinder-816324-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b41014-f42a-48a6-81fe-5687bb4254a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'd9e76eb7-f370-4dda-a2db-0aa25c9272d6'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:24:44.827005 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:44.889653 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] For port 94da5e33-080c-4fa4-9647-f513a577f2e6, host dv-cinder-816324-4-smb, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:24:44.893901 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] For port 94da5e33-080c-4fa4-9647-f513a577f2e6, host dv-cinder-816324-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=94da5e33-080c-4fa4-9647-f513a577f2e6,segment=NetworkSegment(35b41014-f42a-48a6-81fe-5687bb4254a8),segment_id=35b41014-f42a-48a6-81fe-5687bb4254a8)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:24:44.898658 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:44.967219 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa261ee3-7f7f-4250-9dda-d43d7ede0085 None None] Pushing event updated for resources: {'Port': ['ID=94da5e33-080c-4fa4-9647-f513a577f2e6,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:46.356836 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 38908) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:46.864463 dv-cinder-816324-4-smb neutron-server[102599]: WARNING oslo_policy.policy [None req-96ee086b-95cc-4cb0-bf2a-63a4878a6a3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:24:46.865104 dv-cinder-816324-4-smb neutron-server[102599]: WARNING oslo_policy.policy [None req-96ee086b-95cc-4cb0-bf2a-63a4878a6a3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:24:47.091073 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [None req-96ee086b-95cc-4cb0-bf2a-63a4878a6a3a admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:24:47.092090 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-96ee086b-95cc-4cb0-bf2a-63a4878a6a3a admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7343075 Nov 19 13:24:49.636709 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 38922) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:49.952172 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [None req-e943e354-2de7-46c3-a0ff-ab2e84b2e16b admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:24:49.952953 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-e943e354-2de7-46c3-a0ff-ab2e84b2e16b admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3153105 Nov 19 13:24:52.715416 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 38932) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:53.031695 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-597a6c26-57a0-4cb9-806e-6c576aea8f2a admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'name': 'router1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:53.098085 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.policy [None req-597a6c26-57a0-4cb9-806e-6c576aea8f2a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102599) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 19 13:24:53.145767 dv-cinder-816324-4-smb neutron-server[102599]: WARNING oslo_policy.policy [None req-597a6c26-57a0-4cb9-806e-6c576aea8f2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:24:53.146141 dv-cinder-816324-4-smb neutron-server[102599]: WARNING oslo_policy.policy [None req-597a6c26-57a0-4cb9-806e-6c576aea8f2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:24:53.155652 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.quota [None req-597a6c26-57a0-4cb9-806e-6c576aea8f2a admin admin] Loaded quota_driver: . Nov 19 13:24:53.213480 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-597a6c26-57a0-4cb9-806e-6c576aea8f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6744'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:53.215252 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-597a6c26-57a0-4cb9-806e-6c576aea8f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1791364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1796913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6723'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:53.369225 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-597a6c26-57a0-4cb9-806e-6c576aea8f2a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:53.374422 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-597a6c26-57a0-4cb9-806e-6c576aea8f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1791423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1796940'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:53.394731 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-597a6c26-57a0-4cb9-806e-6c576aea8f2a admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:53.395951 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-597a6c26-57a0-4cb9-806e-6c576aea8f2a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6794717 Nov 19 13:24:54.013394 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 94da5e33-080c-4fa4-9647-f513a577f2e6 up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:24:54.106028 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port 94da5e33-080c-4fa4-9647-f513a577f2e6 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:54.106674 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:54.223098 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:54.258604 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] For port 94da5e33-080c-4fa4-9647-f513a577f2e6, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=94da5e33-080c-4fa4-9647-f513a577f2e6,segment=NetworkSegment(35b41014-f42a-48a6-81fe-5687bb4254a8),segment_id=35b41014-f42a-48a6-81fe-5687bb4254a8)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:24:54.265440 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:54.318427 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Pushing event updated for resources: {'Port': ['ID=94da5e33-080c-4fa4-9647-f513a577f2e6,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:54.360915 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c7e6ee-4047-4a13-9783-225a0c675517 None None] Network d9e76eb7-f370-4dda-a2db-0aa25c9272d6 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:24:54.488787 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0b9dc70d-cd95-4bcb-9b43-96a74539e30c None None] Provisioning complete for port 94da5e33-080c-4fa4-9647-f513a577f2e6 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:54.489156 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0b9dc70d-cd95-4bcb-9b43-96a74539e30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:54.732385 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51f607b1-3a81-4381-b0c2-461d0315fddb None None] Provisioning complete for port 94da5e33-080c-4fa4-9647-f513a577f2e6 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:54.732751 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51f607b1-3a81-4381-b0c2-461d0315fddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:55.902104 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 38946) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:55.968850 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 94da5e33-080c-4fa4-9647-f513a577f2e6 up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:24:56.015186 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port 94da5e33-080c-4fa4-9647-f513a577f2e6 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:56.015557 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:56.216095 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [None req-2e83706b-c9a2-458e-bd4e-776e29f62585 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:24:56.217022 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-2e83706b-c9a2-458e-bd4e-776e29f62585 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3136406 Nov 19 13:24:56.313043 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6a0b83cd-6c92-4e92-811c-4bd17e9c195b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:56.841843 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 5 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:24:58.737157 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 38956) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:59.051688 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-15ea5dc7-95d4-47ff-9efa-1464aee1b301 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:59.069304 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3817cf9e-bd6f-4e9c-b88b-6c5bd0a8ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:59.075237 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ea5dc7-95d4-47ff-9efa-1464aee1b301 admin admin] Made reservation on behalf of d7ac9b8045bf4b25ac828175afb5fc34 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:24:59.077548 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15ea5dc7-95d4-47ff-9efa-1464aee1b301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:59.085404 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15ea5dc7-95d4-47ff-9efa-1464aee1b301 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:59.160680 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15ea5dc7-95d4-47ff-9efa-1464aee1b301 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:59.164270 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15ea5dc7-95d4-47ff-9efa-1464aee1b301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:59.183197 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-15ea5dc7-95d4-47ff-9efa-1464aee1b301 admin admin] Reserving flat network on physical network physnet1 {{(pid=102600) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 19 13:24:59.200958 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea5dc7-95d4-47ff-9efa-1464aee1b301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b90f486-364f-486f-86c0-09460bfe9137,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:59.206225 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15ea5dc7-95d4-47ff-9efa-1464aee1b301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:59.206562 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.db.segments_db [None req-15ea5dc7-95d4-47ff-9efa-1464aee1b301 admin admin] Added segment 627c73c3-23a8-462a-849f-9d71a84e6d70 of type flat for network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 Nov 19 13:24:59.253266 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15ea5dc7-95d4-47ff-9efa-1464aee1b301 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736459351574'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:59.293566 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15ea5dc7-95d4-47ff-9efa-1464aee1b301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:59.294603 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ea5dc7-95d4-47ff-9efa-1464aee1b301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:59.295191 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15ea5dc7-95d4-47ff-9efa-1464aee1b301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:59.351212 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-15ea5dc7-95d4-47ff-9efa-1464aee1b301 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6129987 Nov 19 13:24:59.356289 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea5dc7-95d4-47ff-9efa-1464aee1b301 admin admin] Pushing event updated for resources: {'Network': ['ID=f5fe0685-e1a5-4f21-925a-12d1aefd12c8,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:59.370868 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 details requested by agent ovs-agent-dv-cinder-816324-4-smb with host dv-cinder-816324-4-smb {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:24:59.779312 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:01.102841 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:01.852146 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 38974) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:02.025072 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b282cfb-1a09-497e-bddc-07fd281f31ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:02.026416 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-7b282cfb-1a09-497e-bddc-07fd281f31ef admin admin] 10.222.0.70 "GET /v2.0/subnets/47b3d755-61be-41ae-a230-942b54abfb58 HTTP/1.1" status: 200 len: 849 time: 0.1733119 Nov 19 13:25:02.185150 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-714b17a4-3ea2-4077-a490-60525a475dc4 admin admin] 10.222.0.70 "GET /v2.0/routers/b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11 HTTP/1.1" status: 200 len: 704 time: 0.1523256 Nov 19 13:25:02.257839 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:02.458112 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3e7748a6-cf61-4105-ac36-7bf86459e3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:02.746652 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-3e7748a6-cf61-4105-ac36-7bf86459e3df admin admin] Allocated IP 172.20.0.1 (d9e76eb7-f370-4dda-a2db-0aa25c9272d6/47b3d755-61be-41ae-a230-942b54abfb58/0a9e5052-ee36-4476-a3b7-cc7eac103e9f) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:25:02.906255 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3e7748a6-cf61-4105-ac36-7bf86459e3df admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:03.014284 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3e7748a6-cf61-4105-ac36-7bf86459e3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:03.084736 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7748a6-cf61-4105-ac36-7bf86459e3df admin admin] Network d9e76eb7-f370-4dda-a2db-0aa25c9272d6 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:25:03.092881 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-3e7748a6-cf61-4105-ac36-7bf86459e3df admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:25:03.101716 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7748a6-cf61-4105-ac36-7bf86459e3df admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:25:03.102261 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3e7748a6-cf61-4105-ac36-7bf86459e3df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796657'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:03.122261 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7748a6-cf61-4105-ac36-7bf86459e3df admin admin] Pushing event updated for resources: {'Port': ['ID=0a9e5052-ee36-4476-a3b7-cc7eac103e9f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:03.287296 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6a8fc6b4-3570-4a65-bddc-75497f60a025 None None] Provisioning complete for port 0a9e5052-ee36-4476-a3b7-cc7eac103e9f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:03.287850 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6a8fc6b4-3570-4a65-bddc-75497f60a025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:03.300349 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3e7748a6-cf61-4105-ac36-7bf86459e3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:03.321028 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-6a8fc6b4-3570-4a65-bddc-75497f60a025 None None] Port 0a9e5052-ee36-4476-a3b7-cc7eac103e9f cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:25:03.507339 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3e7748a6-cf61-4105-ac36-7bf86459e3df admin admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:03.512126 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3e7748a6-cf61-4105-ac36-7bf86459e3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:03.512860 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3e7748a6-cf61-4105-ac36-7bf86459e3df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1796749'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:03.590015 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7748a6-cf61-4105-ac36-7bf86459e3df admin admin] Pushing event updated for resources: {'Port': ['ID=0a9e5052-ee36-4476-a3b7-cc7eac103e9f,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:03.637981 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7748a6-cf61-4105-ac36-7bf86459e3df admin admin] Network d9e76eb7-f370-4dda-a2db-0aa25c9272d6 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:25:03.639311 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-3e7748a6-cf61-4105-ac36-7bf86459e3df admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:25:03.806920 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7748a6-cf61-4105-ac36-7bf86459e3df admin admin] Router b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11 is scheduled to L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:25:03.843404 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-13daed86-16bd-4ef5-9951-a4afcbbdfd76 None None] Provisioning complete for port 0a9e5052-ee36-4476-a3b7-cc7eac103e9f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:03.843795 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-13daed86-16bd-4ef5-9951-a4afcbbdfd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:03.877156 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-13daed86-16bd-4ef5-9951-a4afcbbdfd76 None None] Port 0a9e5052-ee36-4476-a3b7-cc7eac103e9f cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:25:03.896535 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7748a6-cf61-4105-ac36-7bf86459e3df admin admin] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:25:03.902501 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-3e7748a6-cf61-4105-ac36-7bf86459e3df admin admin] 10.222.0.70 "PUT /v2.0/routers/b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7098303 Nov 19 13:25:03.918870 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] Sync routers for ids ['b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11'] in dv-cinder-816324-4-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:25:03.931269 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] Routers {'b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:03.932256 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:24:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:04.119539 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] Set router b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:25:04.562759 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11', 'name': 'router1', 'tenant_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:53Z', 'updated_at': '2021-11-19T13:25:03Z', 'revision_number': 2, 'project_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'gw_port_host': None, '_interfaces': [{'id': '0a9e5052-ee36-4476-a3b7-cc7eac103e9f', 'name': '', 'network_id': 'd9e76eb7-f370-4dda-a2db-0aa25c9272d6', 'tenant_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'mac_address': 'fa:16:3e:90:7b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '47b3d755-61be-41ae-a230-942b54abfb58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:25:02Z', 'updated_at': '2021-11-19T13:25:03Z', 'revision_number': 2, 'project_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'subnets': [{'id': '47b3d755-61be-41ae-a230-942b54abfb58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85b9892f-a007-4d68-9cdb-48f228cee320'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:04.611981 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] Checking router: b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11 for host: dv-cinder-816324-4-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:25:04.612352 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] Updating router b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11 port 0a9e5052-ee36-4476-a3b7-cc7eac103e9f binding host dv-cinder-816324-4-smb {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:25:04.686933 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:05.177754 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:05.184692 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:05.282225 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35603cc0-00c7-4948-96c1-30cd5e5a47a7 None None] Pushing event updated for resources: {'Port': ['ID=0a9e5052-ee36-4476-a3b7-cc7eac103e9f,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:05.324641 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35603cc0-00c7-4948-96c1-30cd5e5a47a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:05.324985 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35603cc0-00c7-4948-96c1-30cd5e5a47a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:05.325323 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35603cc0-00c7-4948-96c1-30cd5e5a47a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:05.325659 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35603cc0-00c7-4948-96c1-30cd5e5a47a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:05.325992 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35603cc0-00c7-4948-96c1-30cd5e5a47a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:05.326316 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35603cc0-00c7-4948-96c1-30cd5e5a47a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:05.326646 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35603cc0-00c7-4948-96c1-30cd5e5a47a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:05.326971 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35603cc0-00c7-4948-96c1-30cd5e5a47a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:05.327316 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35603cc0-00c7-4948-96c1-30cd5e5a47a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:05.327658 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35603cc0-00c7-4948-96c1-30cd5e5a47a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:05.327983 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35603cc0-00c7-4948-96c1-30cd5e5a47a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:05.328304 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35603cc0-00c7-4948-96c1-30cd5e5a47a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35603cc0-00c7-4948-96c1-30cd5e5a47a7 None None] Tracked resource versions report: Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: pushed versions: Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: { 'AddressGroup': {'1.2'}, Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: 'ConntrackHelper': {'1.0'}, Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: 'Log': {'1.0'}, Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: 'Network': {'1.1'}, Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: 'Port': {'1.7'}, Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: 'PortForwarding': {'1.2'}, Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: 'QosPolicy': {'1.10'}, Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: 'SecurityGroup': {'1.5'}, Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: 'SubPort': {'1.0'}, Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: 'Subnet': {'1.1'}, Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: 'Trunk': {'1.1'}} Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: consumer versions: Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: { DHCP agent@dv-cinder-816324-4-smb: {}, Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: L3 agent@dv-cinder-816324-4-smb: {}, Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: Metadata agent@dv-cinder-816324-4-smb: {}, Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: Metering agent@dv-cinder-816324-4-smb: {}, Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: Open vSwitch agent@dv-cinder-816324-4-smb: { 'AddressGroup': '1.2', Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: 'ConntrackHelper': '1.0', Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: 'Log': '1.0', Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: 'Network': '1.1', Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: 'Port': '1.7', Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: 'PortForwarding': '1.2', Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: 'QosPolicy': '1.10', Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: 'SecurityGroup': '1.5', Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: 'SecurityGroupRule': '1.2', Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: 'SubPort': '1.0', Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: 'Subnet': '1.1', Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: 'Trunk': '1.1'}} Nov 19 13:25:05.329795 dv-cinder-816324-4-smb neutron-server[102602]: {{(pid=102602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:25:05.366302 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] Attempting to bind port 0a9e5052-ee36-4476-a3b7-cc7eac103e9f on host dv-cinder-816324-4-smb for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:25:05.366712 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] Attempting to bind port 0a9e5052-ee36-4476-a3b7-cc7eac103e9f by drivers openvswitch,hyperv on host dv-cinder-816324-4-smb at level 0 using segments [{'id': '35b41014-f42a-48a6-81fe-5687bb4254a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'd9e76eb7-f370-4dda-a2db-0aa25c9272d6'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:25:05.367181 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] Attempting to bind port 0a9e5052-ee36-4476-a3b7-cc7eac103e9f on network d9e76eb7-f370-4dda-a2db-0aa25c9272d6 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:25:05.372565 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] Checking agent: {'id': '3401932b-84b7-4798-97d9-02908ea34a73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 24, 32), 'started_at': datetime.datetime(2021, 11, 19, 13, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:25:05.372965 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] Checking segment: {'id': '35b41014-f42a-48a6-81fe-5687bb4254a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'd9e76eb7-f370-4dda-a2db-0aa25c9272d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:25:05.373453 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:05.373847 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] Bound using segment: {'id': '35b41014-f42a-48a6-81fe-5687bb4254a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'd9e76eb7-f370-4dda-a2db-0aa25c9272d6'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:25:05.374350 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] Bound port: 0a9e5052-ee36-4476-a3b7-cc7eac103e9f, host: dv-cinder-816324-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b41014-f42a-48a6-81fe-5687bb4254a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'd9e76eb7-f370-4dda-a2db-0aa25c9272d6'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:25:05.374745 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:05.444464 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] For port 0a9e5052-ee36-4476-a3b7-cc7eac103e9f, host dv-cinder-816324-4-smb, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:25:05.465197 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] For port 0a9e5052-ee36-4476-a3b7-cc7eac103e9f, host dv-cinder-816324-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=0a9e5052-ee36-4476-a3b7-cc7eac103e9f,segment=NetworkSegment(35b41014-f42a-48a6-81fe-5687bb4254a8),segment_id=35b41014-f42a-48a6-81fe-5687bb4254a8)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:25:05.470219 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:05.506640 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4becb6e3-7a36-462e-90e2-cfdd43fa69d9 None None] Provisioning complete for port 0a9e5052-ee36-4476-a3b7-cc7eac103e9f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:05.507131 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4becb6e3-7a36-462e-90e2-cfdd43fa69d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:05.526677 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35603cc0-00c7-4948-96c1-30cd5e5a47a7 None None] Pushing event updated for resources: {'Port': ['ID=0a9e5052-ee36-4476-a3b7-cc7eac103e9f,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:05.537577 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] Routers {'b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:05.538199 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:24:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:05.608886 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4becb6e3-7a36-462e-90e2-cfdd43fa69d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:05.631479 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] Set router b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:25:05.653995 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-4becb6e3-7a36-462e-90e2-cfdd43fa69d9 None None] For port 0a9e5052-ee36-4476-a3b7-cc7eac103e9f, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=0a9e5052-ee36-4476-a3b7-cc7eac103e9f,segment=NetworkSegment(35b41014-f42a-48a6-81fe-5687bb4254a8),segment_id=35b41014-f42a-48a6-81fe-5687bb4254a8)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:05.659729 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4becb6e3-7a36-462e-90e2-cfdd43fa69d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:05.719590 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becb6e3-7a36-462e-90e2-cfdd43fa69d9 None None] Pushing event updated for resources: {'Port': ['ID=0a9e5052-ee36-4476-a3b7-cc7eac103e9f,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:05.778601 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6c30cf4b-5ae2-4b47-acc8-c83471d7c947 None None] Provisioning complete for port 0a9e5052-ee36-4476-a3b7-cc7eac103e9f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:05.779071 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6c30cf4b-5ae2-4b47-acc8-c83471d7c947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:05.869890 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11', 'name': 'router1', 'tenant_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:53Z', 'updated_at': '2021-11-19T13:25:03Z', 'revision_number': 2, 'project_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'gw_port_host': None, '_interfaces': [{'id': '0a9e5052-ee36-4476-a3b7-cc7eac103e9f', 'name': '', 'network_id': 'd9e76eb7-f370-4dda-a2db-0aa25c9272d6', 'tenant_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'mac_address': 'fa:16:3e:90:7b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '47b3d755-61be-41ae-a230-942b54abfb58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:25:02Z', 'updated_at': '2021-11-19T13:25:05Z', 'revision_number': 4, 'project_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'subnets': [{'id': '47b3d755-61be-41ae-a230-942b54abfb58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85b9892f-a007-4d68-9cdb-48f228cee320'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:05.900218 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde976f6-3d7e-4345-94c9-0214de448090 None None] The sync data for ids ['b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11'] in dv-cinder-816324-4-smb is: [{'id': 'b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11', 'name': 'router1', 'tenant_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:53Z', 'updated_at': '2021-11-19T13:25:03Z', 'revision_number': 2, 'project_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'gw_port_host': None, '_interfaces': [{'id': '0a9e5052-ee36-4476-a3b7-cc7eac103e9f', 'name': '', 'network_id': 'd9e76eb7-f370-4dda-a2db-0aa25c9272d6', 'tenant_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'mac_address': 'fa:16:3e:90:7b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '47b3d755-61be-41ae-a230-942b54abfb58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:25:02Z', 'updated_at': '2021-11-19T13:25:05Z', 'revision_number': 4, 'project_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'subnets': [{'id': '47b3d755-61be-41ae-a230-942b54abfb58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85b9892f-a007-4d68-9cdb-48f228cee320'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:25:06.258950 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 38992) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:06.369660 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12062b2d-832b-4ea0-8fa2-71b90765f625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:06.371030 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-12062b2d-832b-4ea0-8fa2-71b90765f625 admin admin] 10.222.0.70 "GET /v2.0/networks/f5fe0685-e1a5-4f21-925a-12d1aefd12c8 HTTP/1.1" status: 200 len: 842 time: 0.1105590 Nov 19 13:25:06.380929 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-2eff27ac-37ea-4078-82d9-ad1b89931114 admin admin] Request body: {'subnet': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'cidr': '172.28.1.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.1.1', 'name': 'public-subnet'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:06.403264 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eff27ac-37ea-4078-82d9-ad1b89931114 admin admin] Made reservation on behalf of d7ac9b8045bf4b25ac828175afb5fc34 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:25:06.405662 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2eff27ac-37ea-4078-82d9-ad1b89931114 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:06.687941 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.objects.ports [None req-2eff27ac-37ea-4078-82d9-ad1b89931114 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102600) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 13:25:06.688397 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2eff27ac-37ea-4078-82d9-ad1b89931114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:06.746226 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff27ac-37ea-4078-82d9-ad1b89931114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e23fd1b3-af46-4401-a4dc-3ec2e1f1f010,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:06.751367 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eff27ac-37ea-4078-82d9-ad1b89931114 admin admin] Checking segment: {'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:25:06.752218 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eff27ac-37ea-4078-82d9-ad1b89931114 admin admin] Network hostable DHCP agents. Network: f5fe0685-e1a5-4f21-925a-12d1aefd12c8, hostable agents: ['a9493b20-30d9-4471-90b9-83259b2d43bc'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:25:06.768652 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eff27ac-37ea-4078-82d9-ad1b89931114 admin admin] Network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 is scheduled to be hosted by DHCP agent a9493b20-30d9-4471-90b9-83259b2d43bc with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:25:06.777969 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-2eff27ac-37ea-4078-82d9-ad1b89931114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-smb, f5fe0685-e1a5-4f21-925a-12d1aefd12c8) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:25:06.782507 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eff27ac-37ea-4078-82d9-ad1b89931114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:06.783378 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2eff27ac-37ea-4078-82d9-ad1b89931114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:06.787207 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dade33b2-0d41-4f66-91c1-946175b1bb07 None None] Network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:25:06.802110 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-2eff27ac-37ea-4078-82d9-ad1b89931114 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4246030 Nov 19 13:25:06.928537 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfc63ba-ad8f-4f18-a1fb-bfb62a32be89 None None] Network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:25:09.233850 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 39000) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:09.454673 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-c1fcb7fe-c1c5-44ad-8868-69237fda0ccc admin admin] 10.222.0.70 "GET /v2.0/routers/b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11 HTTP/1.1" status: 200 len: 710 time: 0.2196257 Nov 19 13:25:09.674082 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ffe9b6-e1b6-425c-9fdb-46a467e89858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:09.675765 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-16ffe9b6-e1b6-425c-9fdb-46a467e89858 admin admin] 10.222.0.70 "GET /v2.0/networks/f5fe0685-e1a5-4f21-925a-12d1aefd12c8 HTTP/1.1" status: 200 len: 886 time: 0.2143395 Nov 19 13:25:09.690769 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:09.981455 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:10.222242 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:10.298802 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:10.489360 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Allocated IP 172.28.1.189 (f5fe0685-e1a5-4f21-925a-12d1aefd12c8/e23fd1b3-af46-4401-a4dc-3ec2e1f1f010/1000a330-0037-4f49-bf78-92805053a724) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:25:10.611018 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:10.670011 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:10.691538 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:25:10.693403 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:25:10.790685 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:25:10.796521 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Pushing event updated for resources: {'Port': ['ID=1000a330-0037-4f49-bf78-92805053a724,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:10.863728 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:10.863995 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:10.864338 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:10.864681 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:10.865006 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:10.865334 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:10.865661 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:10.865990 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:10.866337 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:10.866666 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:10.866987 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:10.867308 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Tracked resource versions report: Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: pushed versions: Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: { 'AddressGroup': {'1.2'}, Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: 'ConntrackHelper': {'1.0'}, Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: 'Log': {'1.0'}, Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: 'Network': {'1.1'}, Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: 'Port': {'1.7'}, Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: 'PortForwarding': {'1.2'}, Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: 'QosPolicy': {'1.10'}, Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: 'SecurityGroup': {'1.5'}, Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: 'SubPort': {'1.0'}, Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: 'Subnet': {'1.1'}, Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: 'Trunk': {'1.1'}} Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: consumer versions: Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: { DHCP agent@dv-cinder-816324-4-smb: {}, Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: L3 agent@dv-cinder-816324-4-smb: {}, Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: Metadata agent@dv-cinder-816324-4-smb: {}, Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: Metering agent@dv-cinder-816324-4-smb: {}, Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: Open vSwitch agent@dv-cinder-816324-4-smb: { 'AddressGroup': '1.2', Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: 'ConntrackHelper': '1.0', Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: 'Log': '1.0', Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: 'Network': '1.1', Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: 'Port': '1.7', Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: 'PortForwarding': '1.2', Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: 'QosPolicy': '1.10', Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: 'SecurityGroup': '1.5', Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: 'SecurityGroupRule': '1.2', Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: 'SubPort': '1.0', Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: 'Subnet': '1.1', Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: 'Trunk': '1.1'}} Nov 19 13:25:10.868600 dv-cinder-816324-4-smb neutron-server[102599]: {{(pid=102599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:25:11.190305 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:11.397324 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1796899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1791414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6781'] for router, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:11.402901 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1796940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1796954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1796949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1791393'] for router, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:11.529624 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Router b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11 has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:25:11.652415 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:25:11.657133 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:11.658199 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-a6bc72f1-2ade-4da4-aec0-4219f14e6667 admin admin] 10.222.0.70 "PUT /v2.0/routers/b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11 HTTP/1.1" status: 200 len: 890 time: 1.9711773 Nov 19 13:25:11.999927 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 0a9e5052-ee36-4476-a3b7-cc7eac103e9f up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:25:12.068448 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port 0a9e5052-ee36-4476-a3b7-cc7eac103e9f triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:12.068818 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:13.040918 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] Sync routers for ids ['b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11'] in dv-cinder-816324-4-smb {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:25:13.052732 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] Routers {'b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:13.053449 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:24:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:13.263507 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] Set router b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:25:13.713556 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11', 'name': 'router1', 'tenant_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.189'}], 'enable_snat': True}, 'gw_port_id': '1000a330-0037-4f49-bf78-92805053a724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:53Z', 'updated_at': '2021-11-19T13:25:10Z', 'revision_number': 4, 'project_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'gw_port': {'id': '1000a330-0037-4f49-bf78-92805053a724', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:25:10Z', 'updated_at': '2021-11-19T13:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': '0a9e5052-ee36-4476-a3b7-cc7eac103e9f', 'name': '', 'network_id': 'd9e76eb7-f370-4dda-a2db-0aa25c9272d6', 'tenant_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'mac_address': 'fa:16:3e:90:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '47b3d755-61be-41ae-a230-942b54abfb58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:25:02Z', 'updated_at': '2021-11-19T13:25:05Z', 'revision_number': 5, 'project_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'subnets': [{'id': '47b3d755-61be-41ae-a230-942b54abfb58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85b9892f-a007-4d68-9cdb-48f228cee320'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:13.765293 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] Checking router: b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11 for host: dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:25:13.765650 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] Updating router b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11 port 1000a330-0037-4f49-bf78-92805053a724 binding host dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:25:13.814452 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:14.137845 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:14.143948 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:14.196342 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4c39b-1c74-4f1d-9eff-fbd49cc3d2b0 None None] Pushing event updated for resources: {'Port': ['ID=1000a330-0037-4f49-bf78-92805053a724,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:14.198228 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 39016) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:14.198922 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] Attempting to bind port 1000a330-0037-4f49-bf78-92805053a724 on host dv-cinder-816324-4-smb for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:25:14.199295 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] Attempting to bind port 1000a330-0037-4f49-bf78-92805053a724 by drivers openvswitch,hyperv on host dv-cinder-816324-4-smb at level 0 using segments [{'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:25:14.199710 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] Attempting to bind port 1000a330-0037-4f49-bf78-92805053a724 on network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:25:14.205393 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] Checking agent: {'id': '3401932b-84b7-4798-97d9-02908ea34a73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 24, 32), 'started_at': datetime.datetime(2021, 11, 19, 13, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:25:14.205761 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] Checking segment: {'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:25:14.206150 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:14.206529 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] Bound using segment: {'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:25:14.206984 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] Bound port: 1000a330-0037-4f49-bf78-92805053a724, host: dv-cinder-816324-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:25:14.207353 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:14.261249 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] For port 1000a330-0037-4f49-bf78-92805053a724, host dv-cinder-816324-4-smb, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:25:14.264413 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] For port 1000a330-0037-4f49-bf78-92805053a724, host dv-cinder-816324-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=1000a330-0037-4f49-bf78-92805053a724,segment=NetworkSegment(627c73c3-23a8-462a-849f-9d71a84e6d70),segment_id=627c73c3-23a8-462a-849f-9d71a84e6d70)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:25:14.268674 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:14.317615 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] Routers {'b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:14.318236 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:24:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:14.322152 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-2b249329-04f3-4212-b54e-91239c9cfeab admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1213348 Nov 19 13:25:14.369758 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4c39b-1c74-4f1d-9eff-fbd49cc3d2b0 None None] Pushing event updated for resources: {'Port': ['ID=1000a330-0037-4f49-bf78-92805053a724,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:14.445950 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] Set router b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:25:14.660315 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11', 'name': 'router1', 'tenant_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.189'}], 'enable_snat': True}, 'gw_port_id': '1000a330-0037-4f49-bf78-92805053a724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:53Z', 'updated_at': '2021-11-19T13:25:10Z', 'revision_number': 4, 'project_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'gw_port': {'id': '1000a330-0037-4f49-bf78-92805053a724', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:25:10Z', 'updated_at': '2021-11-19T13:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': '0a9e5052-ee36-4476-a3b7-cc7eac103e9f', 'name': '', 'network_id': 'd9e76eb7-f370-4dda-a2db-0aa25c9272d6', 'tenant_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'mac_address': 'fa:16:3e:90:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '47b3d755-61be-41ae-a230-942b54abfb58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:25:02Z', 'updated_at': '2021-11-19T13:25:05Z', 'revision_number': 5, 'project_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'subnets': [{'id': '47b3d755-61be-41ae-a230-942b54abfb58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85b9892f-a007-4d68-9cdb-48f228cee320'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:14.688678 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3ab2f2-cd43-41bd-ac8f-b6e8abc623f4 None None] The sync data for ids ['b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11'] in dv-cinder-816324-4-smb is: [{'id': 'b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11', 'name': 'router1', 'tenant_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.189'}], 'enable_snat': True}, 'gw_port_id': '1000a330-0037-4f49-bf78-92805053a724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:53Z', 'updated_at': '2021-11-19T13:25:10Z', 'revision_number': 4, 'project_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'gw_port': {'id': '1000a330-0037-4f49-bf78-92805053a724', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:25:10Z', 'updated_at': '2021-11-19T13:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': '0a9e5052-ee36-4476-a3b7-cc7eac103e9f', 'name': '', 'network_id': 'd9e76eb7-f370-4dda-a2db-0aa25c9272d6', 'tenant_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'mac_address': 'fa:16:3e:90:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa65b4-bcee-4e2f-941d-0fa0bbb64e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '47b3d755-61be-41ae-a230-942b54abfb58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:25:02Z', 'updated_at': '2021-11-19T13:25:05Z', 'revision_number': 5, 'project_id': '14eb02c9271b42db9ed0cc043b2cc3f5', 'subnets': [{'id': '47b3d755-61be-41ae-a230-942b54abfb58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85b9892f-a007-4d68-9cdb-48f228cee320'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:25:16.002589 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 1000a330-0037-4f49-bf78-92805053a724 up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:25:16.049770 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port 1000a330-0037-4f49-bf78-92805053a724 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:16.050130 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:16.142441 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:16.176888 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] For port 1000a330-0037-4f49-bf78-92805053a724, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=1000a330-0037-4f49-bf78-92805053a724,segment=NetworkSegment(627c73c3-23a8-462a-849f-9d71a84e6d70),segment_id=627c73c3-23a8-462a-849f-9d71a84e6d70)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:16.182968 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:16.236415 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Pushing event updated for resources: {'Port': ['ID=1000a330-0037-4f49-bf78-92805053a724,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:18.044988 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 1000a330-0037-4f49-bf78-92805053a724 up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:25:18.130535 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port 1000a330-0037-4f49-bf78-92805053a724 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:18.130831 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:26.315788 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-02f0ac06-953c-4e9a-b933-a9d08604862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:29.081122 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3c5634b8-f574-4ace-99e5-1b6683a39e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:29.790105 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:31.181305 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:32.270714 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:33.841245 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 5 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:25:56.323085 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-87b5ed00-c814-46dc-8fce-0e67ccb7db75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:59.078389 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4ed19086-ad37-4e8f-89b8-ea48d49dd824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:59.788592 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:01.070802 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:02.265701 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:10.839393 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 5 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:26:26.315176 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-53524e7d-1699-4874-9a7c-3e12f70ff5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:29.080850 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3cf62215-8534-437e-b480-390157004ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:29.791667 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:31.073783 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:32.268424 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:34.674046 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 39500) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:34.734928 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cca2734-07ed-4ec3-8ee6-51331023cc33 admin admin] GET failed (client error): The resource could not be found. Nov 19 13:26:34.736262 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-0cca2734-07ed-4ec3-8ee6-51331023cc33 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612736 Nov 19 13:26:34.906720 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea75b7cd-f3d1-4447-8039-05ffd80412b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:34.908209 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-ea75b7cd-f3d1-4447-8039-05ffd80412b4 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1672671 Nov 19 13:26:37.201172 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 39510) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:37.306467 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d851689-c664-4cbb-b9e4-b26ed59c1295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:37.307865 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-6d851689-c664-4cbb-b9e4-b26ed59c1295 admin admin] 10.222.0.70 "GET /v2.0/subnets/47b3d755-61be-41ae-a230-942b54abfb58 HTTP/1.1" status: 200 len: 849 time: 0.1057212 Nov 19 13:26:37.317769 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-31370c26-9911-4df5-9e15-bdbf937fa638 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:37.405387 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-31370c26-9911-4df5-9e15-bdbf937fa638 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:37.551907 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-31370c26-9911-4df5-9e15-bdbf937fa638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736459839573'] for subnet, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:37.582912 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31370c26-9911-4df5-9e15-bdbf937fa638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:37.583561 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-31370c26-9911-4df5-9e15-bdbf937fa638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:37.585476 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-31370c26-9911-4df5-9e15-bdbf937fa638 admin admin] 10.222.0.70 "PUT /v2.0/subnets/47b3d755-61be-41ae-a230-942b54abfb58 HTTP/1.1" status: 200 len: 868 time: 0.2707405 Nov 19 13:26:37.604534 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70c0583-78b5-4340-8d8d-f7e66456bded None None] Network d9e76eb7-f370-4dda-a2db-0aa25c9272d6 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:37.606272 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31370c26-9911-4df5-9e15-bdbf937fa638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47b3d755-61be-41ae-a230-942b54abfb58,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:37.613793 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31370c26-9911-4df5-9e15-bdbf937fa638 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:37.614163 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31370c26-9911-4df5-9e15-bdbf937fa638 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:37.614509 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31370c26-9911-4df5-9e15-bdbf937fa638 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:37.615338 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31370c26-9911-4df5-9e15-bdbf937fa638 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:37.615748 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31370c26-9911-4df5-9e15-bdbf937fa638 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:37.616116 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31370c26-9911-4df5-9e15-bdbf937fa638 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:37.616454 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31370c26-9911-4df5-9e15-bdbf937fa638 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:37.616785 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31370c26-9911-4df5-9e15-bdbf937fa638 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:37.617138 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31370c26-9911-4df5-9e15-bdbf937fa638 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:37.617472 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31370c26-9911-4df5-9e15-bdbf937fa638 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:37.617797 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31370c26-9911-4df5-9e15-bdbf937fa638 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:37.618118 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31370c26-9911-4df5-9e15-bdbf937fa638 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:37.945531 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-be80d4d0-0249-4df1-8faa-31069c2ab68c None None] Provisioning complete for port 94da5e33-080c-4fa4-9647-f513a577f2e6 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:37.946143 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-be80d4d0-0249-4df1-8faa-31069c2ab68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:38.036056 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-be80d4d0-0249-4df1-8faa-31069c2ab68c None None] Provisioning complete for port 0a9e5052-ee36-4476-a3b7-cc7eac103e9f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:38.036343 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-be80d4d0-0249-4df1-8faa-31069c2ab68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:39.895864 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 39518) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:40.173084 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade5675e-67a2-4e8a-93c7-ba2b981633e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:40.173546 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade5675e-67a2-4e8a-93c7-ba2b981633e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:40.175214 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-ade5675e-67a2-4e8a-93c7-ba2b981633e7 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2784090 Nov 19 13:26:42.471060 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 39528) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:42.604603 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffebd7f-c1ec-4c71-95c2-bcda77419f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:42.605063 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffebd7f-c1ec-4c71-95c2-bcda77419f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:42.606584 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-bffebd7f-c1ec-4c71-95c2-bcda77419f37 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1344831 Nov 19 13:26:44.880055 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 39536) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:45.008968 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e407e45-2283-434f-9b08-8503b741b1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:45.010321 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-3e407e45-2283-434f-9b08-8503b741b1ad admin admin] 10.222.0.70 "GET /v2.0/networks/d9e76eb7-f370-4dda-a2db-0aa25c9272d6 HTTP/1.1" status: 200 len: 870 time: 0.1293252 Nov 19 13:26:47.313150 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 39544) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:47.437972 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7761c3-caf3-40bf-b07a-2ac54ffa1607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:47.439243 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-3a7761c3-caf3-40bf-b07a-2ac54ffa1607 admin admin] 10.222.0.70 "GET /v2.0/networks/f5fe0685-e1a5-4f21-925a-12d1aefd12c8 HTTP/1.1" status: 200 len: 886 time: 0.1251535 Nov 19 13:26:47.837819 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 5 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:26:49.758696 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 39552) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:49.881327 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b9dc76-87b1-4283-af8d-a5621c457ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:49.881816 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b9dc76-87b1-4283-af8d-a5621c457ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:49.883347 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-d6b9dc76-87b1-4283-af8d-a5621c457ff6 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236565 Nov 19 13:26:52.378821 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 39560) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:52.472079 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e858c9ad-6351-4f34-9281-61b5f5745dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:52.472525 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e858c9ad-6351-4f34-9281-61b5f5745dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:52.474039 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-e858c9ad-6351-4f34-9281-61b5f5745dd4 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0942073 Nov 19 13:26:54.773770 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 39568) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:54.864981 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565013f-048a-4eed-87d2-31f74eb09d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:54.866918 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-8565013f-048a-4eed-87d2-31f74eb09d01 admin admin] 10.222.0.70 "GET /v2.0/subnets/47b3d755-61be-41ae-a230-942b54abfb58 HTTP/1.1" status: 200 len: 868 time: 0.0922041 Nov 19 13:26:56.318183 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9e899224-2e3b-4635-bc41-a1517d76e517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:57.186244 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 39576) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:57.270858 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c039d82f-fc1a-4fa3-be48-03b1c308a261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:57.272221 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-c039d82f-fc1a-4fa3-be48-03b1c308a261 admin admin] 10.222.0.70 "GET /v2.0/subnets/e23fd1b3-af46-4401-a4dc-3ec2e1f1f010 HTTP/1.1" status: 200 len: 816 time: 0.0850356 Nov 19 13:26:59.083050 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b71be74f-70eb-4097-9407-dc9cab8a05ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:59.794615 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:01.078372 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:02.270376 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:22.001953 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 39630) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:22.049746 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [None req-e7c03886-b3d5-4473-9554-f074f42ee43f admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:27:22.050738 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-e7c03886-b3d5-4473-9554-f074f42ee43f admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0478189 Nov 19 13:27:24.482066 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 39638) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:24.546623 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0f1156-f620-49df-b31a-70bc3bbcc7fb admin admin] GET failed (client error): The resource could not be found. Nov 19 13:27:24.547945 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-ab0f1156-f620-49df-b31a-70bc3bbcc7fb admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0644348 Nov 19 13:27:24.690900 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9381d6-5e57-4474-8e08-4d2e0b32bb3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:24.692323 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-1a9381d6-5e57-4474-8e08-4d2e0b32bb3f admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1399364 Nov 19 13:27:24.837444 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 5 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:27:26.321006 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eec6f943-e6f6-4f4b-8998-d013742f22b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:27.065064 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 39646) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:27.120110 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-8190d920-785d-4d6a-bb87-eb6a2a36d63b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:27.139972 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8190d920-785d-4d6a-bb87-eb6a2a36d63b admin admin] Made reservation on behalf of d7ac9b8045bf4b25ac828175afb5fc34 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:27:27.142275 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8190d920-785d-4d6a-bb87-eb6a2a36d63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:27.171191 dv-cinder-816324-4-smb neutron-server[102600]: WARNING neutron.services.revisions.revision_plugin [None req-8190d920-785d-4d6a-bb87-eb6a2a36d63b admin admin] Could not find related network for resource to bump revision. Nov 19 13:27:27.182380 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8190d920-785d-4d6a-bb87-eb6a2a36d63b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1132} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:27:27.191069 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8190d920-785d-4d6a-bb87-eb6a2a36d63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:27.191406 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.db.segments_db [None req-8190d920-785d-4d6a-bb87-eb6a2a36d63b admin admin] Added segment a25b33c5-52ba-47de-a489-abb9c1b32e19 of type vlan for network 2f07bfe6-1060-42f6-a946-23485126fd7e Nov 19 13:27:27.239255 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8190d920-785d-4d6a-bb87-eb6a2a36d63b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736459351574'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:27.262221 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8190d920-785d-4d6a-bb87-eb6a2a36d63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:27.263137 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8190d920-785d-4d6a-bb87-eb6a2a36d63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:27.263750 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8190d920-785d-4d6a-bb87-eb6a2a36d63b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:27.321160 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-8190d920-785d-4d6a-bb87-eb6a2a36d63b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2549973 Nov 19 13:27:27.325730 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190d920-785d-4d6a-bb87-eb6a2a36d63b admin admin] Pushing event updated for resources: {'Network': ['ID=2f07bfe6-1060-42f6-a946-23485126fd7e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:27.332534 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8190d920-785d-4d6a-bb87-eb6a2a36d63b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:27.332908 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8190d920-785d-4d6a-bb87-eb6a2a36d63b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:27.333255 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8190d920-785d-4d6a-bb87-eb6a2a36d63b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:27.333592 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8190d920-785d-4d6a-bb87-eb6a2a36d63b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:27.333926 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8190d920-785d-4d6a-bb87-eb6a2a36d63b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:27.334263 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8190d920-785d-4d6a-bb87-eb6a2a36d63b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:27.335147 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8190d920-785d-4d6a-bb87-eb6a2a36d63b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:27.335477 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8190d920-785d-4d6a-bb87-eb6a2a36d63b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:27.335849 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8190d920-785d-4d6a-bb87-eb6a2a36d63b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:27.336255 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8190d920-785d-4d6a-bb87-eb6a2a36d63b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:27.336509 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8190d920-785d-4d6a-bb87-eb6a2a36d63b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:27.336875 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8190d920-785d-4d6a-bb87-eb6a2a36d63b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:27.348931 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Network 2f07bfe6-1060-42f6-a946-23485126fd7e details requested by agent ovs-agent-dv-cinder-816324-4-smb with host dv-cinder-816324-4-smb {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:27:29.084190 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4b87a3cb-c919-446a-9704-71640386857a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:29.684731 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 39654) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:29.746030 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f59a737-0fb5-41e7-ace9-6fa001eb5cf1 admin admin] GET failed (client error): The resource could not be found. Nov 19 13:27:29.747359 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-1f59a737-0fb5-41e7-ace9-6fa001eb5cf1 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616763 Nov 19 13:27:29.797080 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:29.825109 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6813811d-7b97-46a9-a737-bb49faccb40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:29.826658 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-6813811d-7b97-46a9-a737-bb49faccb40a admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0746293 Nov 19 13:27:29.837869 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-19ff84a9-cdea-4e41-932b-43bc946b1022 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '2f07bfe6-1060-42f6-a946-23485126fd7e', 'cidr': '192.168.233.0/24'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:29.858619 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ff84a9-cdea-4e41-932b-43bc946b1022 admin admin] Made reservation on behalf of d7ac9b8045bf4b25ac828175afb5fc34 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:27:29.861051 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-19ff84a9-cdea-4e41-932b-43bc946b1022 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:30.020900 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-19ff84a9-cdea-4e41-932b-43bc946b1022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:30.077900 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff84a9-cdea-4e41-932b-43bc946b1022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bff77d68-9891-45f5-b946-9da999731889,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:30.082802 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ff84a9-cdea-4e41-932b-43bc946b1022 admin admin] Checking segment: {'id': 'a25b33c5-52ba-47de-a489-abb9c1b32e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '2f07bfe6-1060-42f6-a946-23485126fd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:27:30.083157 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ff84a9-cdea-4e41-932b-43bc946b1022 admin admin] Network hostable DHCP agents. Network: 2f07bfe6-1060-42f6-a946-23485126fd7e, hostable agents: ['a9493b20-30d9-4471-90b9-83259b2d43bc'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:27:30.099826 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ff84a9-cdea-4e41-932b-43bc946b1022 admin admin] Network 2f07bfe6-1060-42f6-a946-23485126fd7e is scheduled to be hosted by DHCP agent a9493b20-30d9-4471-90b9-83259b2d43bc with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:27:30.112679 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-19ff84a9-cdea-4e41-932b-43bc946b1022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-smb, 2f07bfe6-1060-42f6-a946-23485126fd7e) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:27:30.117242 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ff84a9-cdea-4e41-932b-43bc946b1022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:30.117866 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-19ff84a9-cdea-4e41-932b-43bc946b1022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:30.123149 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31716f82-6848-442e-9aed-dec5806d8beb None None] Network 2f07bfe6-1060-42f6-a946-23485126fd7e requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:27:30.134974 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-19ff84a9-cdea-4e41-932b-43bc946b1022 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3011293 Nov 19 13:27:30.279210 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53cf6b08-0369-5507-b163-abf0e9693b8d-2f07bfe6-1060-42f6-a946-23485126fd7e', 'network_id': '2f07bfe6-1060-42f6-a946-23485126fd7e', 'tenant_id': 'd7ac9b8045bf4b25ac828175afb5fc34', 'fixed_ips': [{'subnet_id': 'bff77d68-9891-45f5-b946-9da999731889'}]}} from dv-cinder-816324-4-smb. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:27:30.280152 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:30.516516 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Allocated IP 192.168.233.2 (2f07bfe6-1060-42f6-a946-23485126fd7e/bff77d68-9891-45f5-b946-9da999731889/6a56f7c1-1dd8-468b-b4e4-70a18c9aa204) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:27:30.664930 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:30.671247 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:30.710721 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Network 2f07bfe6-1060-42f6-a946-23485126fd7e is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:27:30.713322 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:27:30.716419 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:27:30.727064 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Pushing event updated for resources: {'Port': ['ID=6a56f7c1-1dd8-468b-b4e4-70a18c9aa204,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:30.749034 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:30.749379 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:30.749720 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:30.750054 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:30.750388 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:30.750720 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:30.751048 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:30.751380 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:30.751744 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:30.752081 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:30.752405 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:30.752725 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:30.787702 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Attempting to bind port 6a56f7c1-1dd8-468b-b4e4-70a18c9aa204 on host dv-cinder-816324-4-smb for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:27:30.787993 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Attempting to bind port 6a56f7c1-1dd8-468b-b4e4-70a18c9aa204 by drivers openvswitch,hyperv on host dv-cinder-816324-4-smb at level 0 using segments [{'id': 'a25b33c5-52ba-47de-a489-abb9c1b32e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '2f07bfe6-1060-42f6-a946-23485126fd7e'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:27:30.789493 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Attempting to bind port 6a56f7c1-1dd8-468b-b4e4-70a18c9aa204 on network 2f07bfe6-1060-42f6-a946-23485126fd7e {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:27:30.793654 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Checking agent: {'id': '3401932b-84b7-4798-97d9-02908ea34a73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 24, 32), 'started_at': datetime.datetime(2021, 11, 19, 13, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:27:30.794024 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Checking segment: {'id': 'a25b33c5-52ba-47de-a489-abb9c1b32e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '2f07bfe6-1060-42f6-a946-23485126fd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:27:30.794416 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:30.794803 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Bound using segment: {'id': 'a25b33c5-52ba-47de-a489-abb9c1b32e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '2f07bfe6-1060-42f6-a946-23485126fd7e'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:27:30.795259 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Bound port: 6a56f7c1-1dd8-468b-b4e4-70a18c9aa204, host: dv-cinder-816324-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25b33c5-52ba-47de-a489-abb9c1b32e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '2f07bfe6-1060-42f6-a946-23485126fd7e'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:27:30.795665 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:30.862959 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] For port 6a56f7c1-1dd8-468b-b4e4-70a18c9aa204, host dv-cinder-816324-4-smb, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:27:30.866961 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] For port 6a56f7c1-1dd8-468b-b4e4-70a18c9aa204, host dv-cinder-816324-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=6a56f7c1-1dd8-468b-b4e4-70a18c9aa204,segment=NetworkSegment(a25b33c5-52ba-47de-a489-abb9c1b32e19),segment_id=a25b33c5-52ba-47de-a489-abb9c1b32e19)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:27:30.871482 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:30.930042 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aea565-fe39-4463-a902-43fba61a3a49 None None] Pushing event updated for resources: {'Port': ['ID=6a56f7c1-1dd8-468b-b4e4-70a18c9aa204,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:31.121416 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:31.808269 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c863be-a350-45a6-9102-bc2338188ff6 None None] Network 2f07bfe6-1060-42f6-a946-23485126fd7e requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:27:31.900709 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0b5b20fb-b2ac-4795-b536-6f6deef5b372 None None] Provisioning complete for port 6a56f7c1-1dd8-468b-b4e4-70a18c9aa204 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:31.901064 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0b5b20fb-b2ac-4795-b536-6f6deef5b372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:32.054044 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0b5b20fb-b2ac-4795-b536-6f6deef5b372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:32.101480 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-0b5b20fb-b2ac-4795-b536-6f6deef5b372 None None] For port 6a56f7c1-1dd8-468b-b4e4-70a18c9aa204, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=6a56f7c1-1dd8-468b-b4e4-70a18c9aa204,segment=NetworkSegment(a25b33c5-52ba-47de-a489-abb9c1b32e19),segment_id=a25b33c5-52ba-47de-a489-abb9c1b32e19)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:32.114667 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 6a56f7c1-1dd8-468b-b4e4-70a18c9aa204 up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:27:32.119541 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0b5b20fb-b2ac-4795-b536-6f6deef5b372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:32.207280 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b20fb-b2ac-4795-b536-6f6deef5b372 None None] Pushing event updated for resources: {'Port': ['ID=6a56f7c1-1dd8-468b-b4e4-70a18c9aa204,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:32.218416 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port 6a56f7c1-1dd8-468b-b4e4-70a18c9aa204 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:32.218782 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:32.280018 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c98939dd-0604-4bb3-b107-4f8cd1ac4f36 None None] Provisioning complete for port 6a56f7c1-1dd8-468b-b4e4-70a18c9aa204 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:32.280301 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c98939dd-0604-4bb3-b107-4f8cd1ac4f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:32.317160 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:34.066375 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 6a56f7c1-1dd8-468b-b4e4-70a18c9aa204 up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:27:34.113957 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port 6a56f7c1-1dd8-468b-b4e4-70a18c9aa204 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:34.114317 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:56.326016 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-743fc357-4c95-46a3-a7a9-f16f9517e267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:59.088995 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f3f1576c-718b-48bf-a1f7-9b06172bc4da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:59.800968 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:01.081690 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:01.836347 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 5 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:28:02.270908 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:26.328427 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-40626a7f-f0da-41fe-849a-ead673779910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:29.090288 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f7bfdaed-2a6d-4921-8628-38fa46de0324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:29.802972 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:31.084987 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:32.273687 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:38.834417 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 5 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:28:51.169606 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 39700) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:51.175474 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [None req-506f0ad8-0144-405b-b42b-deb0ddf7f954 tempest-verify_tempest_config-459942266 tempest-verify_tempest_config-459942266-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:28:51.176459 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-506f0ad8-0144-405b-b42b-deb0ddf7f954 tempest-verify_tempest_config-459942266 tempest-verify_tempest_config-459942266-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059047 Nov 19 13:28:51.470731 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 39718) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:51.574153 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e0ee755e-f020-4403-b721-9fd589d8d284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:51.663057 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e0ee755e-f020-4403-b721-9fd589d8d284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:51.666918 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e0ee755e-f020-4403-b721-9fd589d8d284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:51.712267 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-e0ee755e-f020-4403-b721-9fd589d8d284 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2020f16aa61c4f4a992e2f6997adc51e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2405126 Nov 19 13:28:51.713251 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee755e-f020-4403-b721-9fd589d8d284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9a7855-45d2-4a1d-ad4e-2cba1f06af03,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:51.715037 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 39722) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:51.719881 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee755e-f020-4403-b721-9fd589d8d284 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:51.720253 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee755e-f020-4403-b721-9fd589d8d284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:51.720597 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee755e-f020-4403-b721-9fd589d8d284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:51.720931 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee755e-f020-4403-b721-9fd589d8d284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:51.721260 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee755e-f020-4403-b721-9fd589d8d284 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:51.721586 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee755e-f020-4403-b721-9fd589d8d284 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:51.721911 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee755e-f020-4403-b721-9fd589d8d284 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:51.722232 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee755e-f020-4403-b721-9fd589d8d284 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:51.722564 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee755e-f020-4403-b721-9fd589d8d284 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:51.722886 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee755e-f020-4403-b721-9fd589d8d284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:51.723201 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee755e-f020-4403-b721-9fd589d8d284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:51.723514 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee755e-f020-4403-b721-9fd589d8d284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:51.792402 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d6c91955-fc59-46fb-b2d9-1ae55ec50a59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:51.812706 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d6c91955-fc59-46fb-b2d9-1ae55ec50a59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:51.907774 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d6c91955-fc59-46fb-b2d9-1ae55ec50a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:51.910309 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d6c91955-fc59-46fb-b2d9-1ae55ec50a59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:51.914879 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-d6c91955-fc59-46fb-b2d9-1ae55ec50a59 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cd9a7855-45d2-4a1d-ad4e-2cba1f06af03 HTTP/1.1" status: 204 len: 168 time: 0.1982818 Nov 19 13:28:51.922345 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c91955-fc59-46fb-b2d9-1ae55ec50a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9a7855-45d2-4a1d-ad4e-2cba1f06af03,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:51.929468 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c91955-fc59-46fb-b2d9-1ae55ec50a59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:51.929839 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c91955-fc59-46fb-b2d9-1ae55ec50a59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:51.930187 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c91955-fc59-46fb-b2d9-1ae55ec50a59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:51.930523 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c91955-fc59-46fb-b2d9-1ae55ec50a59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:51.930855 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c91955-fc59-46fb-b2d9-1ae55ec50a59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:51.931185 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c91955-fc59-46fb-b2d9-1ae55ec50a59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:51.931513 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c91955-fc59-46fb-b2d9-1ae55ec50a59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:51.931887 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c91955-fc59-46fb-b2d9-1ae55ec50a59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:51.932279 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c91955-fc59-46fb-b2d9-1ae55ec50a59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:51.932554 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c91955-fc59-46fb-b2d9-1ae55ec50a59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:51.932880 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c91955-fc59-46fb-b2d9-1ae55ec50a59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:51.933200 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c91955-fc59-46fb-b2d9-1ae55ec50a59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:56.329707 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e2d71bc0-783c-483d-b656-707c925eecfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:59.091939 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b2fcf81f-7047-4056-ac5d-5627dbed0f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:59.804653 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:01.088988 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.277453 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:15.832576 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 5 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:29:26.331526 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-23662609-31e0-4cf6-9e52-ca9676ea01bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:29.093061 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-711ed163-1fcf-4158-b93f-55250f58499e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:29.806860 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:31.091154 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:32.279040 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:52.831108 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 5 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:29:56.333602 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-00d88310-a493-4d78-8aef-6087722494c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:59.094198 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f7e24309-f3aa-4c22-91f1-5de87d3a4659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:59.809889 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:01.093772 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:02.280633 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:26.334905 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ff8ba9aa-1522-4367-a793-439b8207bc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:29.095511 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ac79173f-7d36-49f6-a194-652bd12c5461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:29.812889 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:29.830035 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 5 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:30:30.175891 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1790037'] for agent, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:31.098978 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:32.282511 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:45.421995 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 39798) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:45.529099 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-a97c4b0a-644d-427d-ba99-89d5e06d4eb7 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1048417 Nov 19 13:30:47.829881 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 39808) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:47.892243 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-7f3e6cdd-14b7-4653-a96e-b88c3c5a0e72 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0612979 Nov 19 13:30:56.336427 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-15dd4e32-10bb-48b7-ba95-1e3a5e8a79c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:59.096234 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2138e6f8-1f05-49ab-b4c0-1ac15bf14c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:59.817300 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:00.129784 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:01.102057 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:02.283959 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:06.830090 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 6 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:31:26.338246 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-82f6d21a-c6b1-411a-83ca-a57deea2c20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:29.096917 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e40f5fdb-b9d7-4a4e-ac87-0ddc517418fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:29.816389 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:30.127176 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:31.104118 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:32.287959 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:43.829823 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 6 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:31:56.339570 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2d138720-8a59-44bd-b95b-dc519b7f9fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:59.098666 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7d77dc95-508e-452e-a9a5-0c60df7db6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:59.818836 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:00.130937 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:01.109417 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:02.289636 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:19.551980 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 39884) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:19.765840 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-337337897-network', 'tenant_id': '92a8a15f80d14214b84a16cba645a478'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:19.802623 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Made reservation on behalf of 92a8a15f80d14214b84a16cba645a478 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:19.805689 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:19.817956 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:19.910058 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:19.915015 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:19.944543 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564b2504-d141-42c1-a004-1bd296dc21f7,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:19.947323 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1130} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:32:19.953052 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:19.953419 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:19.953763 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:19.954099 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:19.954857 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:19.955202 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:19.955535 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:19.955890 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:19.956235 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:19.956567 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:19.956890 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:19.957208 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Tracked resource versions report: Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: pushed versions: Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: { 'AddressGroup': {'1.2'}, Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: 'ConntrackHelper': {'1.0'}, Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: 'Log': {'1.0'}, Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: 'Network': {'1.1'}, Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: 'Port': {'1.7'}, Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: 'PortForwarding': {'1.2'}, Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: 'QosPolicy': {'1.10'}, Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: 'SecurityGroup': {'1.5'}, Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: 'SubPort': {'1.0'}, Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: 'Subnet': {'1.1'}, Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: 'Trunk': {'1.1'}} Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: consumer versions: Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: { DHCP agent@dv-cinder-816324-4-smb: {}, Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: HyperV agent@hv-cinder-81632: {}, Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: L3 agent@dv-cinder-816324-4-smb: {}, Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: Metadata agent@dv-cinder-816324-4-smb: {}, Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: Metering agent@dv-cinder-816324-4-smb: {}, Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: Open vSwitch agent@dv-cinder-816324-4-smb: { 'AddressGroup': '1.2', Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: 'ConntrackHelper': '1.0', Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: 'Log': '1.0', Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: 'Network': '1.1', Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: 'Port': '1.7', Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: 'PortForwarding': '1.2', Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: 'QosPolicy': '1.10', Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: 'SecurityGroup': '1.5', Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: 'SecurityGroupRule': '1.2', Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: 'SubPort': '1.0', Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: 'Subnet': '1.1', Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: 'Trunk': '1.1'}} Nov 19 13:32:19.958279 dv-cinder-816324-4-smb neutron-server[102600]: {{(pid=102600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:32:19.975706 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:19.976007 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.db.segments_db [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Added segment f1ab96dd-7309-42a5-b191-f25f2164ed14 of type vlan for network 98303e9f-da53-4255-ad3a-0f903d6674c5 Nov 19 13:32:20.015210 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736459351574'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:20.041133 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:20.042296 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:20.042892 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:20.196031 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] Pushing event updated for resources: {'Network': ['ID=98303e9f-da53-4255-ad3a-0f903d6674c5,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:20.204715 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 39946) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:20.210903 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-db4712a9-91f6-4dfa-96a5-64ae0ad4024c admin admin] Request body: {'subnet': {'network_id': '98303e9f-da53-4255-ad3a-0f903d6674c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-337337897-subnet', 'tenant_id': '92a8a15f80d14214b84a16cba645a478', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:20.211099 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Network 98303e9f-da53-4255-ad3a-0f903d6674c5 details requested by agent ovs-agent-dv-cinder-816324-4-smb with host dv-cinder-816324-4-smb {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:32:20.217066 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-177343c0-d1c7-4649-bcf0-c99cc28cd8d3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6631732 Nov 19 13:32:20.242753 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4712a9-91f6-4dfa-96a5-64ae0ad4024c admin admin] Made reservation on behalf of 92a8a15f80d14214b84a16cba645a478 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:20.250382 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-db4712a9-91f6-4dfa-96a5-64ae0ad4024c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:20.472178 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-db4712a9-91f6-4dfa-96a5-64ae0ad4024c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:20.524559 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4712a9-91f6-4dfa-96a5-64ae0ad4024c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9918502b-46c0-4926-94dd-3bad6b45ae1c,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:20.536304 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4712a9-91f6-4dfa-96a5-64ae0ad4024c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:20.536818 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4712a9-91f6-4dfa-96a5-64ae0ad4024c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:20.537093 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4712a9-91f6-4dfa-96a5-64ae0ad4024c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:20.537878 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4712a9-91f6-4dfa-96a5-64ae0ad4024c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:20.538364 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4712a9-91f6-4dfa-96a5-64ae0ad4024c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:20.538934 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4712a9-91f6-4dfa-96a5-64ae0ad4024c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:20.539298 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4712a9-91f6-4dfa-96a5-64ae0ad4024c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:20.539899 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4712a9-91f6-4dfa-96a5-64ae0ad4024c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:20.540274 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4712a9-91f6-4dfa-96a5-64ae0ad4024c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:20.540633 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4712a9-91f6-4dfa-96a5-64ae0ad4024c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:20.540958 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4712a9-91f6-4dfa-96a5-64ae0ad4024c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:20.541274 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4712a9-91f6-4dfa-96a5-64ae0ad4024c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4712a9-91f6-4dfa-96a5-64ae0ad4024c admin admin] Tracked resource versions report: Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: pushed versions: Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: { 'AddressGroup': {'1.2'}, Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: 'ConntrackHelper': {'1.0'}, Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: 'Log': {'1.0'}, Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: 'Network': {'1.1'}, Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: 'Port': {'1.7'}, Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: 'PortForwarding': {'1.2'}, Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: 'QosPolicy': {'1.10'}, Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: 'SecurityGroup': {'1.5'}, Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: 'SubPort': {'1.0'}, Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: 'Subnet': {'1.1'}, Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: 'Trunk': {'1.1'}} Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: consumer versions: Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: { DHCP agent@dv-cinder-816324-4-smb: {}, Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: HyperV agent@hv-cinder-81632: {}, Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: L3 agent@dv-cinder-816324-4-smb: {}, Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: Metadata agent@dv-cinder-816324-4-smb: {}, Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: Metering agent@dv-cinder-816324-4-smb: {}, Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: Open vSwitch agent@dv-cinder-816324-4-smb: { 'AddressGroup': '1.2', Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: 'ConntrackHelper': '1.0', Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: 'Log': '1.0', Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: 'Network': '1.1', Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: 'Port': '1.7', Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: 'PortForwarding': '1.2', Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: 'QosPolicy': '1.10', Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: 'SecurityGroup': '1.5', Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: 'SecurityGroupRule': '1.2', Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: 'SubPort': '1.0', Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: 'Subnet': '1.1', Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: 'Trunk': '1.1'}} Nov 19 13:32:20.542346 dv-cinder-816324-4-smb neutron-server[102599]: {{(pid=102599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:32:20.566258 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4712a9-91f6-4dfa-96a5-64ae0ad4024c admin admin] Checking segment: {'id': 'f1ab96dd-7309-42a5-b191-f25f2164ed14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '98303e9f-da53-4255-ad3a-0f903d6674c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:20.566593 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4712a9-91f6-4dfa-96a5-64ae0ad4024c admin admin] Network hostable DHCP agents. Network: 98303e9f-da53-4255-ad3a-0f903d6674c5, hostable agents: ['a9493b20-30d9-4471-90b9-83259b2d43bc'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:32:20.669740 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4712a9-91f6-4dfa-96a5-64ae0ad4024c admin admin] Network 98303e9f-da53-4255-ad3a-0f903d6674c5 is scheduled to be hosted by DHCP agent a9493b20-30d9-4471-90b9-83259b2d43bc with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:32:20.681970 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-db4712a9-91f6-4dfa-96a5-64ae0ad4024c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-smb, 98303e9f-da53-4255-ad3a-0f903d6674c5) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:20.687938 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4712a9-91f6-4dfa-96a5-64ae0ad4024c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:20.690169 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-db4712a9-91f6-4dfa-96a5-64ae0ad4024c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:20.693507 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7fa83c-400d-47a4-84ae-d5ad5942e2e6 None None] Network 98303e9f-da53-4255-ad3a-0f903d6674c5 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:20.720257 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-db4712a9-91f6-4dfa-96a5-64ae0ad4024c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5136530 Nov 19 13:32:20.832770 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 6 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:32:20.835544 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dbc95f-12e5-48a9-806f-a37a5840d496 None None] Network 98303e9f-da53-4255-ad3a-0f903d6674c5 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:21.424269 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 40024) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:21.601369 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 40036) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:21.807607 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-131ebdbd-5cdd-42bc-aea8-12e1f46c001a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-52231800-network', 'tenant_id': 'f22b0a2f942a4e95b2561cf30d37dab8'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:21.829312 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131ebdbd-5cdd-42bc-aea8-12e1f46c001a admin admin] Made reservation on behalf of f22b0a2f942a4e95b2561cf30d37dab8 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:21.832094 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-131ebdbd-5cdd-42bc-aea8-12e1f46c001a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:21.842938 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-131ebdbd-5cdd-42bc-aea8-12e1f46c001a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:21.861270 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 40054) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:21.926544 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-131ebdbd-5cdd-42bc-aea8-12e1f46c001a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:21.930818 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-131ebdbd-5cdd-42bc-aea8-12e1f46c001a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:21.958974 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ebdbd-5cdd-42bc-aea8-12e1f46c001a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c99b358-20de-48c3-a51e-ded8aa13590c,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:21.964748 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131ebdbd-5cdd-42bc-aea8-12e1f46c001a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1109} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:32:21.976160 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-131ebdbd-5cdd-42bc-aea8-12e1f46c001a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:21.976674 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.db.segments_db [None req-131ebdbd-5cdd-42bc-aea8-12e1f46c001a admin admin] Added segment 85056d8e-48cf-4ef4-b765-08a82b1fd145 of type vlan for network 5381b9b1-2906-46aa-be36-c7c6a6939b5c Nov 19 13:32:22.014661 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7445facc-5ad6-43e8-9990-54749aa629bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-714672833-network', 'tenant_id': '75905e8c906249a991884302d2b56a3a'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:22.020830 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-131ebdbd-5cdd-42bc-aea8-12e1f46c001a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736459351574'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:22.048697 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-131ebdbd-5cdd-42bc-aea8-12e1f46c001a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:22.049793 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131ebdbd-5cdd-42bc-aea8-12e1f46c001a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:22.050497 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-131ebdbd-5cdd-42bc-aea8-12e1f46c001a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:22.051329 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7445facc-5ad6-43e8-9990-54749aa629bf admin admin] Made reservation on behalf of 75905e8c906249a991884302d2b56a3a for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:22.053947 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7445facc-5ad6-43e8-9990-54749aa629bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:22.074704 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7445facc-5ad6-43e8-9990-54749aa629bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:22.120106 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-131ebdbd-5cdd-42bc-aea8-12e1f46c001a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6946712 Nov 19 13:32:22.121037 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 40064) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:22.126301 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ebdbd-5cdd-42bc-aea8-12e1f46c001a admin admin] Pushing event updated for resources: {'Network': ['ID=5381b9b1-2906-46aa-be36-c7c6a6939b5c,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:22.133193 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-8929f219-9d42-47c2-b871-ae3cc12d3719 admin admin] Request body: {'subnet': {'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-52231800-subnet', 'tenant_id': 'f22b0a2f942a4e95b2561cf30d37dab8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:22.141640 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Network 5381b9b1-2906-46aa-be36-c7c6a6939b5c details requested by agent ovs-agent-dv-cinder-816324-4-smb with host dv-cinder-816324-4-smb {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:32:22.164446 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8929f219-9d42-47c2-b871-ae3cc12d3719 admin admin] Made reservation on behalf of f22b0a2f942a4e95b2561cf30d37dab8 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:22.167106 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8929f219-9d42-47c2-b871-ae3cc12d3719 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:22.194416 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7445facc-5ad6-43e8-9990-54749aa629bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:22.201799 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7445facc-5ad6-43e8-9990-54749aa629bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:22.282265 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-3a5eb0ac-3939-49c2-baba-f8a90b555b81 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1085313887-network', 'tenant_id': 'f5f789d031f747e1943f91b44d5587cf'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:22.292851 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7445facc-5ad6-43e8-9990-54749aa629bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1121} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:32:22.315376 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445facc-5ad6-43e8-9990-54749aa629bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d072276a-24aa-46bb-b1c2-d246eeb2a900,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:22.322194 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7445facc-5ad6-43e8-9990-54749aa629bf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736459861405', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:22.323054 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7445facc-5ad6-43e8-9990-54749aa629bf admin admin] Unsubscribe: segment precommit_create {{(pid=102599) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 19 13:32:22.323727 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.db.segments_db [None req-7445facc-5ad6-43e8-9990-54749aa629bf admin admin] Added segment fb7c540f-12e3-4467-86e6-e4dfa8ed618f of type vlan for network 29a05973-aaf0-4f6c-b6bc-89790fb13240 Nov 19 13:32:22.409192 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5eb0ac-3939-49c2-baba-f8a90b555b81 admin admin] Made reservation on behalf of f5f789d031f747e1943f91b44d5587cf for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:22.412519 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb0ac-3939-49c2-baba-f8a90b555b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:22.415551 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7445facc-5ad6-43e8-9990-54749aa629bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736459351574'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:22.438094 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb0ac-3939-49c2-baba-f8a90b555b81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:22.485794 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7445facc-5ad6-43e8-9990-54749aa629bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:22.487202 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7445facc-5ad6-43e8-9990-54749aa629bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:22.487356 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8929f219-9d42-47c2-b871-ae3cc12d3719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:22.488099 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7445facc-5ad6-43e8-9990-54749aa629bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:22.584312 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-7445facc-5ad6-43e8-9990-54749aa629bf admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9815829 Nov 19 13:32:22.584522 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929f219-9d42-47c2-b871-ae3cc12d3719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f30ec31d-66a3-4d76-b433-0201bea0d251,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:22.585253 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 40090) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:22.588467 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8929f219-9d42-47c2-b871-ae3cc12d3719 admin admin] Checking segment: {'id': '85056d8e-48cf-4ef4-b765-08a82b1fd145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:22.588821 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8929f219-9d42-47c2-b871-ae3cc12d3719 admin admin] Network hostable DHCP agents. Network: 5381b9b1-2906-46aa-be36-c7c6a6939b5c, hostable agents: ['a9493b20-30d9-4471-90b9-83259b2d43bc'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:32:22.605232 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8929f219-9d42-47c2-b871-ae3cc12d3719 admin admin] Network 5381b9b1-2906-46aa-be36-c7c6a6939b5c is scheduled to be hosted by DHCP agent a9493b20-30d9-4471-90b9-83259b2d43bc with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:32:22.608438 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-8fb62d96-c861-49a1-8eff-8ad09436d25f admin admin] Request body: {'subnet': {'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-714672833-subnet', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:22.616143 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-8929f219-9d42-47c2-b871-ae3cc12d3719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-smb, 5381b9b1-2906-46aa-be36-c7c6a6939b5c) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:22.620670 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8929f219-9d42-47c2-b871-ae3cc12d3719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:22.621492 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8929f219-9d42-47c2-b871-ae3cc12d3719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:22.629393 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097da9e8-652b-452d-846a-ae4629be1acc None None] Network 5381b9b1-2906-46aa-be36-c7c6a6939b5c requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:22.674775 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445facc-5ad6-43e8-9990-54749aa629bf admin admin] Pushing event updated for resources: {'Network': ['ID=29a05973-aaf0-4f6c-b6bc-89790fb13240,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:22.697591 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb62d96-c861-49a1-8eff-8ad09436d25f admin admin] Made reservation on behalf of 75905e8c906249a991884302d2b56a3a for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:22.701681 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fb62d96-c861-49a1-8eff-8ad09436d25f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:22.702135 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-8929f219-9d42-47c2-b871-ae3cc12d3719 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5767956 Nov 19 13:32:22.702748 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Network 29a05973-aaf0-4f6c-b6bc-89790fb13240 details requested by agent ovs-agent-dv-cinder-816324-4-smb with host dv-cinder-816324-4-smb {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:32:22.807963 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb0ac-3939-49c2-baba-f8a90b555b81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:22.821482 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb0ac-3939-49c2-baba-f8a90b555b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:22.861999 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5eb0ac-3939-49c2-baba-f8a90b555b81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1104} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:32:22.881774 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb0ac-3939-49c2-baba-f8a90b555b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:22.882306 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.db.segments_db [None req-3a5eb0ac-3939-49c2-baba-f8a90b555b81 admin admin] Added segment 93dbdbc4-5fbc-47f0-a710-7364a37835a9 of type vlan for network 94129882-55e7-4f60-86f2-20086f9335b5 Nov 19 13:32:22.890132 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df24ee15-7f88-4b01-be2d-f271a69f85a4 None None] Network 5381b9b1-2906-46aa-be36-c7c6a6939b5c requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:22.897320 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5eb0ac-3939-49c2-baba-f8a90b555b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bdb30b-9f39-4672-be69-b407419d7b5f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:23.001529 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb0ac-3939-49c2-baba-f8a90b555b81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736459351574'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:23.064847 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb0ac-3939-49c2-baba-f8a90b555b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:23.066269 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5eb0ac-3939-49c2-baba-f8a90b555b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:23.067310 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb0ac-3939-49c2-baba-f8a90b555b81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:23.137976 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 40118) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:23.138539 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-3a5eb0ac-3939-49c2-baba-f8a90b555b81 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2753229 Nov 19 13:32:23.139828 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fb62d96-c861-49a1-8eff-8ad09436d25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:23.142877 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e0cb0e3a-243f-4e2f-a100-f960503391be admin admin] Request body: {'subnet': {'network_id': '94129882-55e7-4f60-86f2-20086f9335b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1085313887-subnet', 'tenant_id': 'f5f789d031f747e1943f91b44d5587cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:23.182851 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cb0e3a-243f-4e2f-a100-f960503391be admin admin] Made reservation on behalf of f5f789d031f747e1943f91b44d5587cf for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:23.187705 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e0cb0e3a-243f-4e2f-a100-f960503391be admin admin] Publish callbacks [] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:23.197221 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5eb0ac-3939-49c2-baba-f8a90b555b81 admin admin] Pushing event updated for resources: {'Network': ['ID=94129882-55e7-4f60-86f2-20086f9335b5,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:23.209281 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Network 94129882-55e7-4f60-86f2-20086f9335b5 details requested by agent ovs-agent-dv-cinder-816324-4-smb with host dv-cinder-816324-4-smb {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:32:23.227566 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb62d96-c861-49a1-8eff-8ad09436d25f admin admin] Pushing event updated for resources: {'Subnet': ['ID=92afe969-d4c1-4108-a3bc-4e2243e08e74,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:23.240494 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb62d96-c861-49a1-8eff-8ad09436d25f admin admin] Checking segment: {'id': 'fb7c540f-12e3-4467-86e6-e4dfa8ed618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:23.240973 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb62d96-c861-49a1-8eff-8ad09436d25f admin admin] Network hostable DHCP agents. Network: 29a05973-aaf0-4f6c-b6bc-89790fb13240, hostable agents: ['a9493b20-30d9-4471-90b9-83259b2d43bc'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:32:23.260782 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb62d96-c861-49a1-8eff-8ad09436d25f admin admin] Network 29a05973-aaf0-4f6c-b6bc-89790fb13240 is scheduled to be hosted by DHCP agent a9493b20-30d9-4471-90b9-83259b2d43bc with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:32:23.275459 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-8fb62d96-c861-49a1-8eff-8ad09436d25f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-smb, 29a05973-aaf0-4f6c-b6bc-89790fb13240) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:23.293763 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb62d96-c861-49a1-8eff-8ad09436d25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:23.295389 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fb62d96-c861-49a1-8eff-8ad09436d25f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:23.297827 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8092a8c8-02d9-4be7-9311-36e61c6304bc None None] Network 29a05973-aaf0-4f6c-b6bc-89790fb13240 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:23.327864 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-8fb62d96-c861-49a1-8eff-8ad09436d25f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7294397 Nov 19 13:32:23.329007 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 40122) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:23.337876 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-34922e86-f438-4417-bafe-2ad6cd53d799 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-714672833-router', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:23.367800 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-34922e86-f438-4417-bafe-2ad6cd53d799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6744'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:23.369062 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-34922e86-f438-4417-bafe-2ad6cd53d799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1791364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1796913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6723'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:23.465211 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 40132) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:23.468196 dv-cinder-816324-4-smb neutron-server[102600]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 19 13:32:23.478941 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e0cb0e3a-243f-4e2f-a100-f960503391be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:23.488183 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-34922e86-f438-4417-bafe-2ad6cd53d799 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:23.574255 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53cf6b08-0369-5507-b163-abf0e9693b8d-29a05973-aaf0-4f6c-b6bc-89790fb13240', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'fixed_ips': [{'subnet_id': '92afe969-d4c1-4108-a3bc-4e2243e08e74'}]}} from dv-cinder-816324-4-smb. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:32:23.575809 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:23.689084 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-34922e86-f438-4417-bafe-2ad6cd53d799 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:23.742873 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb0e3a-243f-4e2f-a100-f960503391be admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca813023-0106-4533-88fc-30d699229a62,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:23.754016 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cb0e3a-243f-4e2f-a100-f960503391be admin admin] Checking segment: {'id': '93dbdbc4-5fbc-47f0-a710-7364a37835a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '94129882-55e7-4f60-86f2-20086f9335b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:23.754653 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cb0e3a-243f-4e2f-a100-f960503391be admin admin] Network hostable DHCP agents. Network: 94129882-55e7-4f60-86f2-20086f9335b5, hostable agents: ['a9493b20-30d9-4471-90b9-83259b2d43bc'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:32:23.804452 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cb0e3a-243f-4e2f-a100-f960503391be admin admin] Network 94129882-55e7-4f60-86f2-20086f9335b5 is scheduled to be hosted by DHCP agent a9493b20-30d9-4471-90b9-83259b2d43bc with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:32:23.817508 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-e0cb0e3a-243f-4e2f-a100-f960503391be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-smb, 94129882-55e7-4f60-86f2-20086f9335b5) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:23.829815 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cb0e3a-243f-4e2f-a100-f960503391be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:23.830667 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e0cb0e3a-243f-4e2f-a100-f960503391be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:23.842456 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f5edcb-9e7e-4315-bd62-4494d25e1aaa None None] Network 94129882-55e7-4f60-86f2-20086f9335b5 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:23.845346 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-3d1cf63a-e49c-46c6-b609-dab337626036 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:23.853836 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-3d1cf63a-e49c-46c6-b609-dab337626036 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/networks?id=98303e9f-da53-4255-ad3a-0f903d6674c5 HTTP/1.1" status: 200 len: 811 time: 0.3866992 Nov 19 13:32:23.877046 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-44e99512-e086-4304-9b5f-977665368cfe tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/quotas/92a8a15f80d14214b84a16cba645a478 HTTP/1.1" status: 200 len: 375 time: 0.0219076 Nov 19 13:32:23.957901 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-e0cb0e3a-243f-4e2f-a100-f960503391be admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8187761 Nov 19 13:32:23.958522 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 40154) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:23.964696 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-7333df15-5958-4985-9280-8079534d2aae admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1085313887-router', 'tenant_id': 'f5f789d031f747e1943f91b44d5587cf', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:23.999690 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-4f3c4acb-6168-4d0f-a135-611231a7eaf9 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=92a8a15f80d14214b84a16cba645a478&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1203036 Nov 19 13:32:24.001596 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7333df15-5958-4985-9280-8079534d2aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6744'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:24.003091 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7333df15-5958-4985-9280-8079534d2aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1791364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1796913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6723'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:24.053707 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Allocated IP 172.20.0.2 (29a05973-aaf0-4f6c-b6bc-89790fb13240/92afe969-d4c1-4108-a3bc-4e2243e08e74/23798ac8-1250-429e-80b3-4e7f72e699cd) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:24.215037 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7333df15-5958-4985-9280-8079534d2aae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:24.247970 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e1d8c4-deb8-46ae-bd55-1bf9918b591c None None] Network 94129882-55e7-4f60-86f2-20086f9335b5 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:24.253803 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-34922e86-f438-4417-bafe-2ad6cd53d799 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:24.341323 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-34922e86-f438-4417-bafe-2ad6cd53d799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:24.443528 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-d75b28e3-eaf7-45b7-9609-55e15202a6fb service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:32:24.451155 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-d75b28e3-eaf7-45b7-9609-55e15202a6fb service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0852404 Nov 19 13:32:24.466655 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:24.500297 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:24.537097 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7333df15-5958-4985-9280-8079534d2aae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:24.542607 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Network 29a05973-aaf0-4f6c-b6bc-89790fb13240 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:24.543544 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-34922e86-f438-4417-bafe-2ad6cd53d799 admin admin] Allocated IP 172.28.1.38 (f5fe0685-e1a5-4f21-925a-12d1aefd12c8/e23fd1b3-af46-4401-a4dc-3ec2e1f1f010/b578243d-e2e1-49da-80e8-021fdb2b6617) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:24.546989 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:24.550709 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:32:24.560657 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Pushing event updated for resources: {'Port': ['ID=23798ac8-1250-429e-80b3-4e7f72e699cd,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:24.587402 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:24.587831 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:24.588116 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:24.588452 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:24.588784 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:24.589117 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:24.589443 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:24.589788 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:24.590114 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:24.590982 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:24.591315 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:24.591659 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Tracked resource versions report: Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: pushed versions: Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: { 'AddressGroup': {'1.2'}, Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: 'ConntrackHelper': {'1.0'}, Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: 'Log': {'1.0'}, Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: 'Network': {'1.1'}, Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: 'Port': {'1.7'}, Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: 'PortForwarding': {'1.2'}, Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: 'QosPolicy': {'1.10'}, Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: 'SecurityGroup': {'1.5'}, Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: 'SubPort': {'1.0'}, Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: 'Subnet': {'1.1'}, Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: 'Trunk': {'1.1'}} Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: consumer versions: Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: { DHCP agent@dv-cinder-816324-4-smb: {}, Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: HyperV agent@hv-cinder-81632: {}, Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: L3 agent@dv-cinder-816324-4-smb: {}, Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: Metadata agent@dv-cinder-816324-4-smb: {}, Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: Metering agent@dv-cinder-816324-4-smb: {}, Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: Open vSwitch agent@dv-cinder-816324-4-smb: { 'AddressGroup': '1.2', Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: 'ConntrackHelper': '1.0', Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: 'Log': '1.0', Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: 'Network': '1.1', Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: 'Port': '1.7', Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: 'PortForwarding': '1.2', Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: 'QosPolicy': '1.10', Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: 'SecurityGroup': '1.5', Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: 'SecurityGroupRule': '1.2', Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: 'SubPort': '1.0', Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: 'Subnet': '1.1', Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: 'Trunk': '1.1'}} Nov 19 13:32:24.592759 dv-cinder-816324-4-smb neutron-server[102601]: {{(pid=102601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:32:24.642167 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-fd9fac1b-6f7d-404e-b5c0-6987f017dbd2 service neutron] 10.222.0.70 "GET /v2.0/networks/98303e9f-da53-4255-ad3a-0f903d6674c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900213 Nov 19 13:32:24.646544 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Attempting to bind port 23798ac8-1250-429e-80b3-4e7f72e699cd on host dv-cinder-816324-4-smb for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:32:24.646921 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Attempting to bind port 23798ac8-1250-429e-80b3-4e7f72e699cd by drivers openvswitch,hyperv on host dv-cinder-816324-4-smb at level 0 using segments [{'id': 'fb7c540f-12e3-4467-86e6-e4dfa8ed618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:32:24.647430 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Attempting to bind port 23798ac8-1250-429e-80b3-4e7f72e699cd on network 29a05973-aaf0-4f6c-b6bc-89790fb13240 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:24.658276 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Checking agent: {'id': '3401932b-84b7-4798-97d9-02908ea34a73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 24, 32), 'started_at': datetime.datetime(2021, 11, 19, 13, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:32:24.658661 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Checking segment: {'id': 'fb7c540f-12e3-4467-86e6-e4dfa8ed618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:24.659067 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:24.659459 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Bound using segment: {'id': 'fb7c540f-12e3-4467-86e6-e4dfa8ed618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:32:24.659962 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Bound port: 23798ac8-1250-429e-80b3-4e7f72e699cd, host: dv-cinder-816324-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb7c540f-12e3-4467-86e6-e4dfa8ed618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:32:24.660335 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:24.747033 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] For port 23798ac8-1250-429e-80b3-4e7f72e699cd, host dv-cinder-816324-4-smb, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:32:24.751317 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] For port 23798ac8-1250-429e-80b3-4e7f72e699cd, host dv-cinder-816324-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=23798ac8-1250-429e-80b3-4e7f72e699cd,segment=NetworkSegment(fb7c540f-12e3-4467-86e6-e4dfa8ed618f),segment_id=fb7c540f-12e3-4467-86e6-e4dfa8ed618f)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:32:24.759590 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:24.780723 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-0658f62e-eea4-40cc-afb7-aeccc5704256 service neutron] 10.222.0.70 "GET /v2.0/networks/98303e9f-da53-4255-ad3a-0f903d6674c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373532 Nov 19 13:32:24.781430 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-34922e86-f438-4417-bafe-2ad6cd53d799 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:24.843159 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c199f4b-f697-43cf-b1b6-43b122f614a1 None None] Pushing event updated for resources: {'Port': ['ID=23798ac8-1250-429e-80b3-4e7f72e699cd,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:24.889952 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-34922e86-f438-4417-bafe-2ad6cd53d799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:25.048105 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34922e86-f438-4417-bafe-2ad6cd53d799 admin admin] Network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:25.056295 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-34922e86-f438-4417-bafe-2ad6cd53d799 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:25.064851 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34922e86-f438-4417-bafe-2ad6cd53d799 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:32:25.070428 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34922e86-f438-4417-bafe-2ad6cd53d799 admin admin] Pushing event updated for resources: {'Port': ['ID=b578243d-e2e1-49da-80e8-021fdb2b6617,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:25.391855 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7333df15-5958-4985-9280-8079534d2aae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:25.422249 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7333df15-5958-4985-9280-8079534d2aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:25.659422 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-39493aeb-d7d4-46f5-b323-8c3e727464a7 req-76770157-3e44-494d-8c1e-4ead65621def tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 210 time: 0.1029446 Nov 19 13:32:25.660341 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 40256) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:25.749915 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 40266) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:25.878119 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-7333df15-5958-4985-9280-8079534d2aae admin admin] Allocated IP 172.28.1.160 (f5fe0685-e1a5-4f21-925a-12d1aefd12c8/e23fd1b3-af46-4401-a4dc-3ec2e1f1f010/824e5b82-c972-4bb6-886f-511d85a97b0c) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:25.927635 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-34922e86-f438-4417-bafe-2ad6cd53d799 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:25.928814 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-059f7bd7-3898-4c82-b71c-1788cd7ca49b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:25.947024 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-23568001-1b6e-4637-acf3-485d1293088b tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:25.954862 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-23568001-1b6e-4637-acf3-485d1293088b tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/networks?id=5381b9b1-2906-46aa-be36-c7c6a6939b5c HTTP/1.1" status: 200 len: 813 time: 0.2034190 Nov 19 13:32:26.016408 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-110ef08c-b796-4c2d-99b8-8058c15da34b tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/quotas/f22b0a2f942a4e95b2561cf30d37dab8 HTTP/1.1" status: 200 len: 375 time: 0.0589466 Nov 19 13:32:26.083569 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 40282) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:26.188142 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-a4c29438-4ce9-4027-9860-165b3827cd1b tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f22b0a2f942a4e95b2561cf30d37dab8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1708665 Nov 19 13:32:26.379334 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-059f7bd7-3898-4c82-b71c-1788cd7ca49b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:26.387009 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-34922e86-f438-4417-bafe-2ad6cd53d799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1791423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1796940'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:26.387548 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9b60fab4-3cb9-483a-8fb1-6b9cf7a23c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:26.394061 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-059f7bd7-3898-4c82-b71c-1788cd7ca49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:26.406370 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 23798ac8-1250-429e-80b3-4e7f72e699cd up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:26.465783 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port 23798ac8-1250-429e-80b3-4e7f72e699cd triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:26.466620 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:26.469277 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-059f7bd7-3898-4c82-b71c-1788cd7ca49b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4e13ef509c1b40bdb4eebcb5f8a02475&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8052375 Nov 19 13:32:26.490582 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 40300) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:26.584828 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:26.588590 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d0aa-e26a-4c92-bb2a-e76d4f99caf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:26.601046 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7333df15-5958-4985-9280-8079534d2aae admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:26.627016 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] For port 23798ac8-1250-429e-80b3-4e7f72e699cd, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=23798ac8-1250-429e-80b3-4e7f72e699cd,segment=NetworkSegment(fb7c540f-12e3-4467-86e6-e4dfa8ed618f),segment_id=fb7c540f-12e3-4467-86e6-e4dfa8ed618f)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:26.639254 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:26.656393 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f7bd7-3898-4c82-b71c-1788cd7ca49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6386de-8b1d-4b91-8ba0-ec5c09dfad0d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:26.719910 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d230552e-bbbc-4f0d-80ab-2256d9c33130 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:26.740408 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-253e2663-f4c4-4229-a83f-59a38a166e63 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:32:26.749704 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-253e2663-f4c4-4229-a83f-59a38a166e63 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3030608 Nov 19 13:32:26.765856 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34922e86-f438-4417-bafe-2ad6cd53d799 admin admin] Router 00cb0917-c7e2-420a-9f80-841a287895b0 is scheduled to L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:32:26.766253 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Pushing event updated for resources: {'Port': ['ID=23798ac8-1250-429e-80b3-4e7f72e699cd,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:26.773422 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ad82dc-de9d-46e9-9854-b7b2aaffdd13 None None] Network 29a05973-aaf0-4f6c-b6bc-89790fb13240 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:26.853431 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-36512be1-9872-4829-bdbc-30e4e7222662 service neutron] 10.222.0.70 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022909 Nov 19 13:32:26.859215 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7333df15-5958-4985-9280-8079534d2aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:26.966812 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-eb382a38-cdd8-47bf-b5a5-c47f5081a11d None None] Provisioning complete for port 23798ac8-1250-429e-80b3-4e7f72e699cd triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:26.967183 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eb382a38-cdd8-47bf-b5a5-c47f5081a11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:26.980058 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d230552e-bbbc-4f0d-80ab-2256d9c33130 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.078278 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7333df15-5958-4985-9280-8079534d2aae admin admin] Network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:27.148171 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d0aa-e26a-4c92-bb2a-e76d4f99caf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.157127 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-7333df15-5958-4985-9280-8079534d2aae admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:27.164832 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7333df15-5958-4985-9280-8079534d2aae admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:32:27.166704 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333df15-5958-4985-9280-8079534d2aae admin admin] Pushing event updated for resources: {'Port': ['ID=824e5b82-c972-4bb6-886f-511d85a97b0c,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:27.189579 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d0aa-e26a-4c92-bb2a-e76d4f99caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.217036 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34922e86-f438-4417-bafe-2ad6cd53d799 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:32:27.232857 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] Sync routers for ids ['00cb0917-c7e2-420a-9f80-841a287895b0'] in dv-cinder-816324-4-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:32:27.249457 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] Routers {'00cb0917-c7e2-420a-9f80-841a287895b0'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:27.250103 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:31:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['00cb0917-c7e2-420a-9f80-841a287895b0'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:27.369445 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0d0aa-e26a-4c92-bb2a-e76d4f99caf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a799142-5293-4342-94bd-3f4422089e0a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:27.379282 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-8fc0d0aa-e26a-4c92-bb2a-e76d4f99caf9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=38d04781c2574c08869762bff7b825a8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2946293 Nov 19 13:32:27.382828 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-34922e86-f438-4417-bafe-2ad6cd53d799 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.386820 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-34922e86-f438-4417-bafe-2ad6cd53d799 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0538900 Nov 19 13:32:27.386820 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 40328) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:27.390862 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 40330) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:27.433630 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-20f50243-887a-483d-ac2d-edcdbf007e58 service neutron] 10.222.0.70 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5790915 Nov 19 13:32:27.436072 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-50d2e9e2-6d97-4067-97d9-d099ddab11d9 req-c8c59c63-545a-426f-ba40-4fce0ba3a87b tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 210 time: 0.1243186 Nov 19 13:32:27.486082 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d230552e-bbbc-4f0d-80ab-2256d9c33130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.490226 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d230552e-bbbc-4f0d-80ab-2256d9c33130 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.499571 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-d230552e-bbbc-4f0d-80ab-2256d9c33130 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dd6386de-8b1d-4b91-8ba0-ec5c09dfad0d HTTP/1.1" status: 204 len: 168 time: 1.0014894 Nov 19 13:32:27.520516 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230552e-bbbc-4f0d-80ab-2256d9c33130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6386de-8b1d-4b91-8ba0-ec5c09dfad0d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:27.545543 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-75dcbc4d-a412-46d4-8300-260b57132e32 None None] Provisioning complete for port 23798ac8-1250-429e-80b3-4e7f72e699cd triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:27.546067 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-75dcbc4d-a412-46d4-8300-260b57132e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.577617 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5213dda-bf22-41d3-997b-9b5a71457a64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.611227 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5213dda-bf22-41d3-997b-9b5a71457a64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.639769 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] Set router 00cb0917-c7e2-420a-9f80-841a287895b0 gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:32:27.857944 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7333df15-5958-4985-9280-8079534d2aae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.881108 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5213dda-bf22-41d3-997b-9b5a71457a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.884020 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5213dda-bf22-41d3-997b-9b5a71457a64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.888062 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-a5213dda-bf22-41d3-997b-9b5a71457a64 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0a799142-5293-4342-94bd-3f4422089e0a HTTP/1.1" status: 204 len: 168 time: 0.5021114 Nov 19 13:32:27.958565 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5213dda-bf22-41d3-997b-9b5a71457a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a799142-5293-4342-94bd-3f4422089e0a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:28.048631 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-bbd03e14-32bf-484b-a22b-3bd4b5acb98a req-b7a2f677-d21f-425a-b4e1-bee6cd3318c1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 210 time: 0.0812528 Nov 19 13:32:28.073285 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'name': 'tempest-AttachVolumeTestJSON-714672833-router', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:23Z', 'updated_at': '2021-11-19T13:32:25Z', 'revision_number': 3, 'project_id': '75905e8c906249a991884302d2b56a3a', 'gw_port': {'id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:28.112353 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] Checking router: 00cb0917-c7e2-420a-9f80-841a287895b0 for host: dv-cinder-816324-4-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:32:28.112825 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] Updating router 00cb0917-c7e2-420a-9f80-841a287895b0 port b578243d-e2e1-49da-80e8-021fdb2b6617 binding host dv-cinder-816324-4-smb {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:32:28.148239 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:28.260019 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 23798ac8-1250-429e-80b3-4e7f72e699cd up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:28.313917 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.82', 63183) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:28.350941 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 40372) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:28.369561 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-84e61b10-da63-4162-9d18-cb92e0925d32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:28.411708 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port 23798ac8-1250-429e-80b3-4e7f72e699cd triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:28.412089 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:28.629600 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7333df15-5958-4985-9280-8079534d2aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1791423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1796940'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:28.810538 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:28.824476 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:28.905494 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-98d089e4-7c5c-4686-af6b-d435017e6c60 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:28.907098 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-98d089e4-7c5c-4686-af6b-d435017e6c60 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.82 "GET /v2.0/networks?id=98303e9f-da53-4255-ad3a-0f903d6674c5 HTTP/1.1" status: 200 len: 811 time: 0.5849063 Nov 19 13:32:28.907768 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 40406) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:28.927667 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] Attempting to bind port b578243d-e2e1-49da-80e8-021fdb2b6617 on host dv-cinder-816324-4-smb for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:32:28.928693 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] Attempting to bind port b578243d-e2e1-49da-80e8-021fdb2b6617 by drivers openvswitch,hyperv on host dv-cinder-816324-4-smb at level 0 using segments [{'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:32:28.930044 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] Attempting to bind port b578243d-e2e1-49da-80e8-021fdb2b6617 on network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:28.939413 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24662e73-2dfe-43b3-b248-37e034cde57f None None] Pushing event updated for resources: {'Port': ['ID=b578243d-e2e1-49da-80e8-021fdb2b6617,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:28.945450 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-86687804-1ac8-43fd-aed8-437be31b7869 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:28.949095 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] Checking agent: {'id': '3401932b-84b7-4798-97d9-02908ea34a73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 24, 32), 'started_at': datetime.datetime(2021, 11, 19, 13, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:32:28.949660 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] Checking segment: {'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:28.950073 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:28.950478 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] Bound using segment: {'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:32:28.952020 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] Bound port: b578243d-e2e1-49da-80e8-021fdb2b6617, host: dv-cinder-816324-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:32:28.952485 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:28.975565 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24662e73-2dfe-43b3-b248-37e034cde57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:28.975947 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24662e73-2dfe-43b3-b248-37e034cde57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:28.976458 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24662e73-2dfe-43b3-b248-37e034cde57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:28.976805 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24662e73-2dfe-43b3-b248-37e034cde57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:28.977331 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24662e73-2dfe-43b3-b248-37e034cde57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:28.977669 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24662e73-2dfe-43b3-b248-37e034cde57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:28.978002 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24662e73-2dfe-43b3-b248-37e034cde57f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:28.978459 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24662e73-2dfe-43b3-b248-37e034cde57f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:28.978834 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24662e73-2dfe-43b3-b248-37e034cde57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:28.979227 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24662e73-2dfe-43b3-b248-37e034cde57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:28.979630 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24662e73-2dfe-43b3-b248-37e034cde57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:28.980070 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24662e73-2dfe-43b3-b248-37e034cde57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24662e73-2dfe-43b3-b248-37e034cde57f None None] Tracked resource versions report: Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: pushed versions: Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: { 'AddressGroup': {'1.2'}, Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: 'ConntrackHelper': {'1.0'}, Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: 'Log': {'1.0'}, Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: 'Network': {'1.1'}, Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: 'Port': {'1.7'}, Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: 'PortForwarding': {'1.2'}, Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: 'QosPolicy': {'1.10'}, Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: 'SecurityGroup': {'1.5'}, Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: 'SubPort': {'1.0'}, Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: 'Subnet': {'1.1'}, Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: 'Trunk': {'1.1'}} Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: consumer versions: Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: { DHCP agent@dv-cinder-816324-4-smb: {}, Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: HyperV agent@hv-cinder-81632: {}, Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: L3 agent@dv-cinder-816324-4-smb: {}, Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: Metadata agent@dv-cinder-816324-4-smb: {}, Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: Metering agent@dv-cinder-816324-4-smb: {}, Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: Open vSwitch agent@dv-cinder-816324-4-smb: { 'AddressGroup': '1.2', Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: 'ConntrackHelper': '1.0', Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: 'Log': '1.0', Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: 'Network': '1.1', Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: 'Port': '1.7', Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: 'PortForwarding': '1.2', Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: 'QosPolicy': '1.10', Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: 'SecurityGroup': '1.5', Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: 'SecurityGroupRule': '1.2', Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: 'SubPort': '1.0', Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: 'Subnet': '1.1', Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: 'Trunk': '1.1'}} Nov 19 13:32:28.982166 dv-cinder-816324-4-smb neutron-server[102602]: {{(pid=102602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:32:28.987468 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0848c010-559e-4cbc-a359-978c25621387 req-eb60d4ee-daef-45d4-ae18-c25ae6a34db3 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 210 time: 0.0646100 Nov 19 13:32:29.001903 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-5cfa14b3-2b0a-4c35-9c29-f67f0ddd4f48 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Request body: {'port': {'device_id': 'b29808e8-03c0-4edb-a77f-9e806e4283c4', 'network_id': '98303e9f-da53-4255-ad3a-0f903d6674c5', 'admin_state_up': True, 'tenant_id': '92a8a15f80d14214b84a16cba645a478'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:29.070209 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] For port b578243d-e2e1-49da-80e8-021fdb2b6617, host dv-cinder-816324-4-smb, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:32:29.071064 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-84e61b10-da63-4162-9d18-cb92e0925d32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:29.075416 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] For port b578243d-e2e1-49da-80e8-021fdb2b6617, host dv-cinder-816324-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=b578243d-e2e1-49da-80e8-021fdb2b6617,segment=NetworkSegment(627c73c3-23a8-462a-849f-9d71a84e6d70),segment_id=627c73c3-23a8-462a-849f-9d71a84e6d70)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:32:29.077233 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-84e61b10-da63-4162-9d18-cb92e0925d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:29.080956 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:29.110280 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-84e61b10-da63-4162-9d18-cb92e0925d32 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=700713f51d8542ab8a79bdaaba3ff378&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7554381 Nov 19 13:32:29.116246 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 40424) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:29.117338 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ae659149-5f46-45aa-8fba-bbab00a74ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:29.167384 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24662e73-2dfe-43b3-b248-37e034cde57f None None] Pushing event updated for resources: {'Port': ['ID=b578243d-e2e1-49da-80e8-021fdb2b6617,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:29.192213 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e61b10-da63-4162-9d18-cb92e0925d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d24680c-696a-4eb0-abef-828033397fb4,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:29.218818 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] Routers {'00cb0917-c7e2-420a-9f80-841a287895b0'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:29.224275 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:32:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['00cb0917-c7e2-420a-9f80-841a287895b0'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:29.312006 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-299f12a9-c945-4a74-b7bc-3aaf3b25920c req-bc1330d2-e2bf-4138-a127-c69cdc9f959a tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 210 time: 0.0704951 Nov 19 13:32:29.312727 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dd803b64-bf03-4c7b-b372-e6ffebce088c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:29.314459 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7333df15-5958-4985-9280-8079534d2aae admin admin] Router b77c1e9b-6f57-4d21-871d-1fd20921ae22 is scheduled to L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:32:29.327272 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-82e851fc-b0f5-4d7e-bab9-c8de82548b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:29.426268 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dd803b64-bf03-4c7b-b372-e6ffebce088c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:29.503008 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] Set router 00cb0917-c7e2-420a-9f80-841a287895b0 gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:32:29.580662 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7333df15-5958-4985-9280-8079534d2aae admin admin] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:32:29.589720 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dd803b64-bf03-4c7b-b372-e6ffebce088c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:29.593102 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dd803b64-bf03-4c7b-b372-e6ffebce088c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:29.600598 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] Sync routers for ids ['b77c1e9b-6f57-4d21-871d-1fd20921ae22'] in dv-cinder-816324-4-smb {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:32:29.600764 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-dd803b64-bf03-4c7b-b372-e6ffebce088c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6d24680c-696a-4eb0-abef-828033397fb4 HTTP/1.1" status: 204 len: 168 time: 0.4772475 Nov 19 13:32:29.638971 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] Routers {'b77c1e9b-6f57-4d21-871d-1fd20921ae22'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:29.640712 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd803b64-bf03-4c7b-b372-e6ffebce088c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d24680c-696a-4eb0-abef-828033397fb4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:29.641338 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:32:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['b77c1e9b-6f57-4d21-871d-1fd20921ae22'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:29.661270 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7333df15-5958-4985-9280-8079534d2aae admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:29.669038 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-7333df15-5958-4985-9280-8079534d2aae admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.7087772 Nov 19 13:32:29.672882 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 40448) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:29.935318 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:30.013711 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] Set router b77c1e9b-6f57-4d21-871d-1fd20921ae22 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:32:30.079139 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'name': 'tempest-AttachVolumeTestJSON-714672833-router', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:23Z', 'updated_at': '2021-11-19T13:32:25Z', 'revision_number': 3, 'project_id': '75905e8c906249a991884302d2b56a3a', 'gw_port': {'id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:30.158661 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da8f137-75d9-4ec1-845e-aedd07add809 None None] The sync data for ids ['00cb0917-c7e2-420a-9f80-841a287895b0'] in dv-cinder-816324-4-smb is: [{'id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'name': 'tempest-AttachVolumeTestJSON-714672833-router', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:23Z', 'updated_at': '2021-11-19T13:32:25Z', 'revision_number': 3, 'project_id': '75905e8c906249a991884302d2b56a3a', 'gw_port': {'id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:32:30.252696 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7de96acc-a542-443a-b8cb-9aa4fc23f70a req-c3821ad6-635b-4648-997d-b9bb93ed86a1 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 210 time: 0.1020942 Nov 19 13:32:30.289749 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:30.466024 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-5cfa14b3-2b0a-4c35-9c29-f67f0ddd4f48 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Made reservation on behalf of 92a8a15f80d14214b84a16cba645a478 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:30.503776 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-5cfa14b3-2b0a-4c35-9c29-f67f0ddd4f48 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:30.510289 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-86687804-1ac8-43fd-aed8-437be31b7869 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:30.521588 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77c1e9b-6f57-4d21-871d-1fd20921ae22', 'name': 'tempest-ServerRescueNegativeTestJSON-1085313887-router', 'tenant_id': 'f5f789d031f747e1943f91b44d5587cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.160'}], 'enable_snat': True}, 'gw_port_id': '824e5b82-c972-4bb6-886f-511d85a97b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:27Z', 'revision_number': 3, 'project_id': 'f5f789d031f747e1943f91b44d5587cf', 'gw_port': {'id': '824e5b82-c972-4bb6-886f-511d85a97b0c', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:99:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77c1e9b-6f57-4d21-871d-1fd20921ae22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:25Z', 'updated_at': '2021-11-19T13:32:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:30.545375 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-86687804-1ac8-43fd-aed8-437be31b7869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:30.562467 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f8a5d4d0-eb07-479f-a1eb-d2b40d0bb263 req-550d01e9-d785-44d0-b7a1-e89a990d6a9d tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 210 time: 0.0821936 Nov 19 13:32:30.579411 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] Checking router: b77c1e9b-6f57-4d21-871d-1fd20921ae22 for host: dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:32:30.580388 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] Updating router b77c1e9b-6f57-4d21-871d-1fd20921ae22 port 824e5b82-c972-4bb6-886f-511d85a97b0c binding host dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:32:30.655955 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:30.659502 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86687804-1ac8-43fd-aed8-437be31b7869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caf2b94-09ce-425b-b809-0b072f8bfc81,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:30.941067 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.82', 63192) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:30.963370 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-86687804-1ac8-43fd-aed8-437be31b7869 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=477fb8468565489c9b4018ed95040bfd&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0501964 Nov 19 13:32:30.966718 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 40490) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:31.286286 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:31.330096 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5a0eaaa4-b97c-41b5-b94e-2f2a43445e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:31.382782 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-82e851fc-b0f5-4d7e-bab9-c8de82548b13 admin admin] Allocated IP 172.20.0.1 (29a05973-aaf0-4f6c-b6bc-89790fb13240/92afe969-d4c1-4108-a3bc-4e2243e08e74/a70aa791-e9bc-4248-800e-d0b233a082a9) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:31.449137 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c5c4fd00-1a62-445b-a148-c4e39c8b4678 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:31.484129 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5b89ee56-19dd-40bf-a508-b1d82c43a323 req-67c48822-ff11-471a-810e-618b634e0889 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 210 time: 0.0660613 Nov 19 13:32:31.553877 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c5c4fd00-1a62-445b-a148-c4e39c8b4678 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:31.575496 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-5cfa14b3-2b0a-4c35-9c29-f67f0ddd4f48 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Allocated IP 172.20.0.2 (98303e9f-da53-4255-ad3a-0f903d6674c5/9918502b-46c0-4926-94dd-3bad6b45ae1c/7954c669-5837-4866-8f97-92b4c1e8dd4a) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:31.647838 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 40514) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:31.711091 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:31.725851 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:31.827302 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] Attempting to bind port 824e5b82-c972-4bb6-886f-511d85a97b0c on host dv-cinder-816324-4-smb for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:32:31.828006 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] Attempting to bind port 824e5b82-c972-4bb6-886f-511d85a97b0c by drivers openvswitch,hyperv on host dv-cinder-816324-4-smb at level 0 using segments [{'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:32:31.828547 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] Attempting to bind port 824e5b82-c972-4bb6-886f-511d85a97b0c on network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:31.842924 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] Checking agent: {'id': '3401932b-84b7-4798-97d9-02908ea34a73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 24, 32), 'started_at': datetime.datetime(2021, 11, 19, 13, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:32:31.843610 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] Checking segment: {'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:31.844221 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:31.844772 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] Bound using segment: {'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:32:31.846254 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] Bound port: 824e5b82-c972-4bb6-886f-511d85a97b0c, host: dv-cinder-816324-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:32:31.846823 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:31.882761 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c5c4fd00-1a62-445b-a148-c4e39c8b4678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:31.900019 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c5c4fd00-1a62-445b-a148-c4e39c8b4678 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:31.908964 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-c5c4fd00-1a62-445b-a148-c4e39c8b4678 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8caf2b94-09ce-425b-b809-0b072f8bfc81 HTTP/1.1" status: 204 len: 168 time: 0.9210477 Nov 19 13:32:31.961240 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-023bae4b-5d44-49b8-98df-37b1034bbc1b tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:31.963178 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-023bae4b-5d44-49b8-98df-37b1034bbc1b tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.82 "GET /v2.0/networks?id=5381b9b1-2906-46aa-be36-c7c6a6939b5c HTTP/1.1" status: 200 len: 813 time: 1.0077848 Nov 19 13:32:31.997929 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-8a276daf-3cc1-4e82-8d83-38d00d40be38 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Request body: {'port': {'device_id': '953e052b-3942-4ac3-99a9-f9ae44a57ff2', 'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c', 'admin_state_up': True, 'tenant_id': 'f22b0a2f942a4e95b2561cf30d37dab8'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:32.057530 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b8f2d0aa-5547-42b3-b2b7-e754be2ac12a req-7ddcc81e-4fc3-4690-9678-b4208d7218a2 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 210 time: 0.2294240 Nov 19 13:32:32.059069 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-5a0eaaa4-b97c-41b5-b94e-2f2a43445e2f admin admin] Allocated IP 172.20.0.1 (94129882-55e7-4f60-86f2-20086f9335b5/ca813023-0106-4533-88fc-30d699229a62/c538d937-36eb-4c67-bd51-ae50d09967ec) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:32.109613 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4fd00-1a62-445b-a148-c4e39c8b4678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caf2b94-09ce-425b-b809-0b072f8bfc81,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:32.265572 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-99b090e8-d53c-47bc-a4e9-78d99f812493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:32.313350 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8622d2-4bd8-4b2a-bc26-801d36aa0e19 None None] Pushing event updated for resources: {'Port': ['ID=824e5b82-c972-4bb6-886f-511d85a97b0c,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:32.349304 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:32.414532 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device b578243d-e2e1-49da-80e8-021fdb2b6617 up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:32.438672 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] For port 824e5b82-c972-4bb6-886f-511d85a97b0c, host dv-cinder-816324-4-smb, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:32:32.499015 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-82e851fc-b0f5-4d7e-bab9-c8de82548b13 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:32.530972 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5a0eaaa4-b97c-41b5-b94e-2f2a43445e2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:32.560020 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] For port 824e5b82-c972-4bb6-886f-511d85a97b0c, host dv-cinder-816324-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=824e5b82-c972-4bb6-886f-511d85a97b0c,segment=NetworkSegment(627c73c3-23a8-462a-849f-9d71a84e6d70),segment_id=627c73c3-23a8-462a-849f-9d71a84e6d70)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:32:32.594832 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:32.673341 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-99b090e8-d53c-47bc-a4e9-78d99f812493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:32.681962 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] Routers {'b77c1e9b-6f57-4d21-871d-1fd20921ae22'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:32.683422 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:32:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['b77c1e9b-6f57-4d21-871d-1fd20921ae22'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:32.781227 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-99b090e8-d53c-47bc-a4e9-78d99f812493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:32.822934 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4d223105-8c9a-4481-b4d5-cc0cb6543df3 req-ddacf63c-2b46-4652-8fd6-9cf8067a7426 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 210 time: 0.0843077 Nov 19 13:32:32.847092 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-5cfa14b3-2b0a-4c35-9c29-f67f0ddd4f48 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:32.857844 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-8a276daf-3cc1-4e82-8d83-38d00d40be38 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Made reservation on behalf of f22b0a2f942a4e95b2561cf30d37dab8 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:32.867274 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-8a276daf-3cc1-4e82-8d83-38d00d40be38 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:32.914327 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-82e851fc-b0f5-4d7e-bab9-c8de82548b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:32.950639 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b090e8-d53c-47bc-a4e9-78d99f812493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ca824f-89b0-42ef-ab74-c684218615c9,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:32.973162 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5a0eaaa4-b97c-41b5-b94e-2f2a43445e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:32.993259 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-99b090e8-d53c-47bc-a4e9-78d99f812493 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=417739f0120d44249df0527be346e24f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3440809 Nov 19 13:32:33.025433 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 40556) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:33.068921 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e851fc-b0f5-4d7e-bab9-c8de82548b13 admin admin] Network 29a05973-aaf0-4f6c-b6bc-89790fb13240 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:33.072335 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-5cfa14b3-2b0a-4c35-9c29-f67f0ddd4f48 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:33.081271 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e851fc-b0f5-4d7e-bab9-c8de82548b13 admin admin] Pushing event updated for resources: {'Port': ['ID=a70aa791-e9bc-4248-800e-d0b233a082a9,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:33.094996 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-82e851fc-b0f5-4d7e-bab9-c8de82548b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:33.126527 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0eaaa4-b97c-41b5-b94e-2f2a43445e2f admin admin] Pushing event updated for resources: {'Port': ['ID=c538d937-36eb-4c67-bd51-ae50d09967ec,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:33.151714 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0eaaa4-b97c-41b5-b94e-2f2a43445e2f admin admin] Network 94129882-55e7-4f60-86f2-20086f9335b5 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:33.153733 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-5a0eaaa4-b97c-41b5-b94e-2f2a43445e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:33.157058 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] Set router b77c1e9b-6f57-4d21-871d-1fd20921ae22 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:32:33.160178 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port b578243d-e2e1-49da-80e8-021fdb2b6617 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:33.160548 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:33.177322 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0eaaa4-b97c-41b5-b94e-2f2a43445e2f admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:32:33.182072 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5a0eaaa4-b97c-41b5-b94e-2f2a43445e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796657'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:33.220668 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-5cfa14b3-2b0a-4c35-9c29-f67f0ddd4f48 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Network 98303e9f-da53-4255-ad3a-0f903d6674c5 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:33.229055 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e851fc-b0f5-4d7e-bab9-c8de82548b13 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:32:33.229892 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-82e851fc-b0f5-4d7e-bab9-c8de82548b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796657'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:33.245705 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-5cfa14b3-2b0a-4c35-9c29-f67f0ddd4f48 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:33.300097 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8622d2-4bd8-4b2a-bc26-801d36aa0e19 None None] Pushing event updated for resources: {'Port': ['ID=824e5b82-c972-4bb6-886f-511d85a97b0c,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:33.437961 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1ef370e1-4d8c-429f-984d-3f63b1b89621 req-b06c32e5-8877-4d17-85d7-d795282e9c89 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 210 time: 0.1173368 Nov 19 13:32:33.475443 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-5cfa14b3-2b0a-4c35-9c29-f67f0ddd4f48 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:32:33.491860 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-5cfa14b3-2b0a-4c35-9c29-f67f0ddd4f48 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:33.492541 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-5cfa14b3-2b0a-4c35-9c29-f67f0ddd4f48 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:33.760827 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77c1e9b-6f57-4d21-871d-1fd20921ae22', 'name': 'tempest-ServerRescueNegativeTestJSON-1085313887-router', 'tenant_id': 'f5f789d031f747e1943f91b44d5587cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.160'}], 'enable_snat': True}, 'gw_port_id': '824e5b82-c972-4bb6-886f-511d85a97b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:27Z', 'revision_number': 3, 'project_id': 'f5f789d031f747e1943f91b44d5587cf', 'gw_port': {'id': '824e5b82-c972-4bb6-886f-511d85a97b0c', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:99:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77c1e9b-6f57-4d21-871d-1fd20921ae22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:25Z', 'updated_at': '2021-11-19T13:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:33.800926 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672094aa-9994-45cb-bbd8-c3bbbfd8f2a7 None None] The sync data for ids ['b77c1e9b-6f57-4d21-871d-1fd20921ae22'] in dv-cinder-816324-4-smb is: [{'id': 'b77c1e9b-6f57-4d21-871d-1fd20921ae22', 'name': 'tempest-ServerRescueNegativeTestJSON-1085313887-router', 'tenant_id': 'f5f789d031f747e1943f91b44d5587cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.160'}], 'enable_snat': True}, 'gw_port_id': '824e5b82-c972-4bb6-886f-511d85a97b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:27Z', 'revision_number': 3, 'project_id': 'f5f789d031f747e1943f91b44d5587cf', 'gw_port': {'id': '824e5b82-c972-4bb6-886f-511d85a97b0c', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:99:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77c1e9b-6f57-4d21-871d-1fd20921ae22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:25Z', 'updated_at': '2021-11-19T13:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:32:33.804248 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-16c4f6ee-e134-4e47-b144-8ce044f4625c None None] Provisioning complete for port a70aa791-e9bc-4248-800e-d0b233a082a9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:33.805503 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-16c4f6ee-e134-4e47-b144-8ce044f4625c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:33.849802 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-16c4f6ee-e134-4e47-b144-8ce044f4625c None None] Port a70aa791-e9bc-4248-800e-d0b233a082a9 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:32:33.887207 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5a0eaaa4-b97c-41b5-b94e-2f2a43445e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:33.908885 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:33.937242 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] For port b578243d-e2e1-49da-80e8-021fdb2b6617, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=b578243d-e2e1-49da-80e8-021fdb2b6617,segment=NetworkSegment(627c73c3-23a8-462a-849f-9d71a84e6d70),segment_id=627c73c3-23a8-462a-849f-9d71a84e6d70)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:33.943393 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:34.045896 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Pushing event updated for resources: {'Port': ['ID=b578243d-e2e1-49da-80e8-021fdb2b6617,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:34.302198 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device b578243d-e2e1-49da-80e8-021fdb2b6617 up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:34.523152 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port b578243d-e2e1-49da-80e8-021fdb2b6617 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:34.523721 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:34.606824 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5a0eaaa4-b97c-41b5-b94e-2f2a43445e2f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:34.634408 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 40612) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:34.656825 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5a0eaaa4-b97c-41b5-b94e-2f2a43445e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:34.658140 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5a0eaaa4-b97c-41b5-b94e-2f2a43445e2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1796749'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:34.792775 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b15a4f-6c8f-4479-98a3-84a0ea045321 req-dabdbdd1-9c00-48a8-9d48-8b7c93a75096 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:34.795756 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-05b15a4f-6c8f-4479-98a3-84a0ea045321 req-dabdbdd1-9c00-48a8-9d48-8b7c93a75096 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 931 time: 0.7770305 Nov 19 13:32:34.803804 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0eaaa4-b97c-41b5-b94e-2f2a43445e2f admin admin] Pushing event updated for resources: {'Port': ['ID=c538d937-36eb-4c67-bd51-ae50d09967ec,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:34.868995 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-8a276daf-3cc1-4e82-8d83-38d00d40be38 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Allocated IP 172.20.0.5 (5381b9b1-2906-46aa-be36-c7c6a6939b5c/f30ec31d-66a3-4d76-b433-0201bea0d251/03bde8dc-0fc7-48a8-a1b6-cae11f8033d5) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:34.909657 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-15771df6-928a-4105-8fd0-fb3ea951c7f9 req-98a10820-0c90-44da-a8af-80119c903be5 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 210 time: 0.1088448 Nov 19 13:32:35.011882 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa14b3-2b0a-4c35-9c29-f67f0ddd4f48 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Pushing event updated for resources: {'Port': ['ID=7954c669-5837-4866-8f97-92b4c1e8dd4a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:35.031463 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-5cfa14b3-2b0a-4c35-9c29-f67f0ddd4f48 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0425677 Nov 19 13:32:35.159718 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-337247ed-941e-45e8-9846-9bad2dce4283 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:32:35.160423 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-337247ed-941e-45e8-9846-9bad2dce4283 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0151105 Nov 19 13:32:35.167335 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-05b15a4f-6c8f-4479-98a3-84a0ea045321 req-fed33138-e828-46b0-ac05-a9584bf7ac38 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/security-groups?id=564b2504-d141-42c1-a004-1bd296dc21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383801 Nov 19 13:32:35.210443 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d9456d23-9fe8-4ef9-b28b-34f96bd124bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.243680 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0eaaa4-b97c-41b5-b94e-2f2a43445e2f admin admin] Network 94129882-55e7-4f60-86f2-20086f9335b5 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:35.246239 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c92a2360-e4de-4845-8495-e64713a34fa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.246374 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-5a0eaaa4-b97c-41b5-b94e-2f2a43445e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:35.256579 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-82e851fc-b0f5-4d7e-bab9-c8de82548b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.355013 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d9456d23-9fe8-4ef9-b28b-34f96bd124bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.452259 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0eaaa4-b97c-41b5-b94e-2f2a43445e2f admin admin] Router b77c1e9b-6f57-4d21-871d-1fd20921ae22 has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:32:35.578832 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-0586b7b3-b3ed-452e-85e9-ad0b67f59b53 service neutron] Request body: {'port': {'device_id': 'b29808e8-03c0-4edb-a77f-9e806e4283c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:35.679909 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0eaaa4-b97c-41b5-b94e-2f2a43445e2f admin admin] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:32:35.686750 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-5a0eaaa4-b97c-41b5-b94e-2f2a43445e2f admin admin] 10.222.0.70 "PUT /v2.0/routers/b77c1e9b-6f57-4d21-871d-1fd20921ae22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0113773 Nov 19 13:32:35.815554 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-8a276daf-3cc1-4e82-8d83-38d00d40be38 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.830239 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d9456d23-9fe8-4ef9-b28b-34f96bd124bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.832885 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d9456d23-9fe8-4ef9-b28b-34f96bd124bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.836712 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-d9456d23-9fe8-4ef9-b28b-34f96bd124bc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/48ca824f-89b0-42ef-ab74-c684218615c9 HTTP/1.1" status: 204 len: 168 time: 2.8040600 Nov 19 13:32:35.859876 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-0586b7b3-b3ed-452e-85e9-ad0b67f59b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.880036 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9456d23-9fe8-4ef9-b28b-34f96bd124bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ca824f-89b0-42ef-ab74-c684218615c9,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:35.993980 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c92a2360-e4de-4845-8495-e64713a34fa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.049446 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c92a2360-e4de-4845-8495-e64713a34fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.119416 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-532488f0-89c2-468a-9cae-f456d0e48083 req-30353ff6-c218-4cae-a1cc-143b9bc85044 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 210 time: 0.0983453 Nov 19 13:32:36.275602 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-82e851fc-b0f5-4d7e-bab9-c8de82548b13 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.292305 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 40672) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:36.322186 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-c92a2360-e4de-4845-8495-e64713a34fa9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=247eff4e321c40d2af54a7058623db1f&name=default HTTP/1.1" status: 200 len: 2994 time: 1.6519825 Nov 19 13:32:36.326159 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-8a276daf-3cc1-4e82-8d83-38d00d40be38 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.390980 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 824e5b82-c972-4bb6-886f-511d85a97b0c up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:36.440061 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-82e851fc-b0f5-4d7e-bab9-c8de82548b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.443427 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-82e851fc-b0f5-4d7e-bab9-c8de82548b13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1796749'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.545659 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d040795d-f84b-407c-a663-5a66e9a9f400 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.596928 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1af0ed-0055-4eb0-98b8-0513127a640f req-09d00563-fb48-4dab-90db-e48c09179da2 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:36.601290 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4f1af0ed-0055-4eb0-98b8-0513127a640f req-09d00563-fb48-4dab-90db-e48c09179da2 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 931 time: 0.2511475 Nov 19 13:32:36.630346 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port 824e5b82-c972-4bb6-886f-511d85a97b0c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:36.630718 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.736531 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d040795d-f84b-407c-a663-5a66e9a9f400 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.836282 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a2360-e4de-4845-8495-e64713a34fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2123d818-b359-4432-916e-4995bbd1df93,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:36.855615 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.872338 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4f1af0ed-0055-4eb0-98b8-0513127a640f req-b81e3426-fff9-46cb-a1c2-6c83fd8fa9e9 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/security-groups?id=564b2504-d141-42c1-a004-1bd296dc21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525213 Nov 19 13:32:36.915464 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] For port 824e5b82-c972-4bb6-886f-511d85a97b0c, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=824e5b82-c972-4bb6-886f-511d85a97b0c,segment=NetworkSegment(627c73c3-23a8-462a-849f-9d71a84e6d70),segment_id=627c73c3-23a8-462a-849f-9d71a84e6d70)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:36.922425 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.924476 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d040795d-f84b-407c-a663-5a66e9a9f400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.930622 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d040795d-f84b-407c-a663-5a66e9a9f400 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.936996 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-d040795d-f84b-407c-a663-5a66e9a9f400 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2123d818-b359-4432-916e-4995bbd1df93 HTTP/1.1" status: 204 len: 168 time: 0.6435289 Nov 19 13:32:36.950372 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040795d-f84b-407c-a663-5a66e9a9f400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2123d818-b359-4432-916e-4995bbd1df93,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:36.984046 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-8a276daf-3cc1-4e82-8d83-38d00d40be38 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Network 5381b9b1-2906-46aa-be36-c7c6a6939b5c is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:37.017540 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-8a276daf-3cc1-4e82-8d83-38d00d40be38 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:37.029477 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-8a276daf-3cc1-4e82-8d83-38d00d40be38 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:32:37.043236 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-8a276daf-3cc1-4e82-8d83-38d00d40be38 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:37.043950 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-8a276daf-3cc1-4e82-8d83-38d00d40be38 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:37.067711 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4345e033-e640-47fe-9950-02139e677595 None None] Sync routers for ids ['b77c1e9b-6f57-4d21-871d-1fd20921ae22'] in dv-cinder-816324-4-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:32:37.074825 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Pushing event updated for resources: {'Port': ['ID=824e5b82-c972-4bb6-886f-511d85a97b0c,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:37.104685 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4345e033-e640-47fe-9950-02139e677595 None None] Routers {'b77c1e9b-6f57-4d21-871d-1fd20921ae22'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:37.107011 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4345e033-e640-47fe-9950-02139e677595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:32:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['b77c1e9b-6f57-4d21-871d-1fd20921ae22'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:37.203486 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-9f19d1bc-fed2-490f-a72e-9ebcfe80146a tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:37.211318 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-9f19d1bc-fed2-490f-a72e-9ebcfe80146a tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/networks?id=94129882-55e7-4f60-86f2-20086f9335b5 HTTP/1.1" status: 200 len: 819 time: 0.2317026 Nov 19 13:32:37.222799 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-76457857-03f4-4bb0-b937-bad1a6e785de tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/quotas/f5f789d031f747e1943f91b44d5587cf HTTP/1.1" status: 200 len: 375 time: 0.0103943 Nov 19 13:32:37.304314 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-8a276daf-3cc1-4e82-8d83-38d00d40be38 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3180795 Nov 19 13:32:37.306580 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e851fc-b0f5-4d7e-bab9-c8de82548b13 admin admin] Network 29a05973-aaf0-4f6c-b6bc-89790fb13240 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:37.387514 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-4345e033-e640-47fe-9950-02139e677595 None None] Set router b77c1e9b-6f57-4d21-871d-1fd20921ae22 gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:32:37.451115 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a276daf-3cc1-4e82-8d83-38d00d40be38 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Pushing event updated for resources: {'Port': ['ID=03bde8dc-0fc7-48a8-a1b6-cae11f8033d5,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:37.472119 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-f117973a-cb81-4907-bcd9-484ba2c32b99 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5f789d031f747e1943f91b44d5587cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2395051 Nov 19 13:32:37.485805 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06eb0c-e26b-4e3b-8643-59e534a8708c req-6372b5f5-1764-4bff-ab74-e2119ab69ed5 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:37.487322 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5e06eb0c-e26b-4e3b-8643-59e534a8708c req-6372b5f5-1764-4bff-ab74-e2119ab69ed5 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 931 time: 0.1954126 Nov 19 13:32:37.528125 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e851fc-b0f5-4d7e-bab9-c8de82548b13 admin admin] Pushing event updated for resources: {'Port': ['ID=a70aa791-e9bc-4248-800e-d0b233a082a9,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:37.549143 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-82e851fc-b0f5-4d7e-bab9-c8de82548b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:37.556227 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 40710) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:37.621126 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5e06eb0c-e26b-4e3b-8643-59e534a8708c req-0e634bca-a98d-4068-acba-efbd499c568e tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239388 Nov 19 13:32:37.645808 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-f2f27bb0-a6c6-4079-b198-d308402cd158 service neutron] 10.222.0.70 "GET /v2.0/networks/94129882-55e7-4f60-86f2-20086f9335b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574812 Nov 19 13:32:37.747568 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b08968c-b8d2-4770-88ca-f20ec9d2e446 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:37.825747 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4345e033-e640-47fe-9950-02139e677595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77c1e9b-6f57-4d21-871d-1fd20921ae22', 'name': 'tempest-ServerRescueNegativeTestJSON-1085313887-router', 'tenant_id': 'f5f789d031f747e1943f91b44d5587cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.160'}], 'enable_snat': True}, 'gw_port_id': '824e5b82-c972-4bb6-886f-511d85a97b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:33Z', 'revision_number': 4, 'project_id': 'f5f789d031f747e1943f91b44d5587cf', 'gw_port': {'id': '824e5b82-c972-4bb6-886f-511d85a97b0c', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77c1e9b-6f57-4d21-871d-1fd20921ae22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:25Z', 'updated_at': '2021-11-19T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': 'c538d937-36eb-4c67-bd51-ae50d09967ec', 'name': '', 'network_id': '94129882-55e7-4f60-86f2-20086f9335b5', 'tenant_id': 'f5f789d031f747e1943f91b44d5587cf', 'mac_address': 'fa:16:3e:c8:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77c1e9b-6f57-4d21-871d-1fd20921ae22', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ca813023-0106-4533-88fc-30d699229a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:31Z', 'updated_at': '2021-11-19T13:32:34Z', 'revision_number': 2, 'project_id': 'f5f789d031f747e1943f91b44d5587cf', 'subnets': [{'id': 'ca813023-0106-4533-88fc-30d699229a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:37.826925 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-43983b99-cd3f-4fdd-be9e-7465d46e530e service neutron] Request body: {'port': {'device_id': '953e052b-3942-4ac3-99a9-f9ae44a57ff2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:37.901240 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4345e033-e640-47fe-9950-02139e677595 None None] Checking router: b77c1e9b-6f57-4d21-871d-1fd20921ae22 for host: dv-cinder-816324-4-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:32:37.901589 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4345e033-e640-47fe-9950-02139e677595 None None] Updating router b77c1e9b-6f57-4d21-871d-1fd20921ae22 port c538d937-36eb-4c67-bd51-ae50d09967ec binding host dv-cinder-816324-4-smb {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:32:37.955483 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-d53f5c11-2d3e-450e-ad16-68f69abc3b18 service neutron] 10.222.0.70 "GET /v2.0/networks/94129882-55e7-4f60-86f2-20086f9335b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009946 Nov 19 13:32:37.986187 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4345e033-e640-47fe-9950-02139e677595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:38.124043 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d2bf438f-f538-4a20-aaf8-0806712510e3 None None] Provisioning complete for port a70aa791-e9bc-4248-800e-d0b233a082a9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:38.124724 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d2bf438f-f538-4a20-aaf8-0806712510e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:38.242674 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0b2fa-b633-4373-99c9-672cf5a4329c req-756e48de-b253-480c-8d62-0662b399f4de tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:38.247347 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8cb0b2fa-b633-4373-99c9-672cf5a4329c req-756e48de-b253-480c-8d62-0662b399f4de tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 931 time: 0.2048895 Nov 19 13:32:38.253812 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-d2bf438f-f538-4a20-aaf8-0806712510e3 None None] Port a70aa791-e9bc-4248-800e-d0b233a082a9 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:32:38.289750 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b08968c-b8d2-4770-88ca-f20ec9d2e446 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:38.327382 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 824e5b82-c972-4bb6-886f-511d85a97b0c up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:38.374404 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b08968c-b8d2-4770-88ca-f20ec9d2e446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:38.440593 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8cb0b2fa-b633-4373-99c9-672cf5a4329c req-02bc6f7a-998a-4142-9c31-3408f32fef02 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/security-groups?id=564b2504-d141-42c1-a004-1bd296dc21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784885 Nov 19 13:32:38.487024 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-43983b99-cd3f-4fdd-be9e-7465d46e530e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:38.506755 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port 824e5b82-c972-4bb6-886f-511d85a97b0c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:38.508528 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:38.511393 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-0b08968c-b8d2-4770-88ca-f20ec9d2e446 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dcc0aff30dd14973b971450b390b8681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9466057 Nov 19 13:32:38.516814 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 40734) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:38.537818 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-0586b7b3-b3ed-452e-85e9-ad0b67f59b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7954c669-5837-4866-8f97-92b4c1e8dd4a {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:32:38.545274 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08968c-b8d2-4770-88ca-f20ec9d2e446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577f7de7-23db-44cc-a393-5480c1bd730f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:38.550293 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e851fc-b0f5-4d7e-bab9-c8de82548b13 admin admin] Router 00cb0917-c7e2-420a-9f80-841a287895b0 has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:32:38.559358 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6014c075-0a70-46d5-b9f9-55b27480c344 req-07d6f98d-d903-4de0-8db4-14795075d32e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 210 time: 0.1515701 Nov 19 13:32:38.568059 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-0586b7b3-b3ed-452e-85e9-ad0b67f59b53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:38.696891 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-0586b7b3-b3ed-452e-85e9-ad0b67f59b53 service neutron] Transition to ACTIVE for port object 7954c669-5837-4866-8f97-92b4c1e8dd4a will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:32:38.717794 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-0586b7b3-b3ed-452e-85e9-ad0b67f59b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:38.818869 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-84c5b8a0-8404-4020-8378-4685f27ab768 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:38.998263 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-84c5b8a0-8404-4020-8378-4685f27ab768 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.028912 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e851fc-b0f5-4d7e-bab9-c8de82548b13 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:32:39.044196 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] Sync routers for ids ['00cb0917-c7e2-420a-9f80-841a287895b0'] in dv-cinder-816324-4-smb {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:32:39.062181 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-82e851fc-b0f5-4d7e-bab9-c8de82548b13 admin admin] 10.222.0.70 "PUT /v2.0/routers/00cb0917-c7e2-420a-9f80-841a287895b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6659155 Nov 19 13:32:39.080936 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] Routers {'00cb0917-c7e2-420a-9f80-841a287895b0'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:39.081987 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:32:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['00cb0917-c7e2-420a-9f80-841a287895b0'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:39.267819 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549a9c8-b6e0-4162-adb6-50ea64c62e74 req-dbe21ba1-a203-4f21-98fc-9613a36e747c tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:39.276774 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2549a9c8-b6e0-4162-adb6-50ea64c62e74 req-dbe21ba1-a203-4f21-98fc-9613a36e747c tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 931 time: 0.4314241 Nov 19 13:32:39.389232 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4345e033-e640-47fe-9950-02139e677595 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.404378 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4345e033-e640-47fe-9950-02139e677595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.475683 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586b7b3-b3ed-452e-85e9-ad0b67f59b53 service neutron] Pushing event updated for resources: {'Port': ['ID=7954c669-5837-4866-8f97-92b4c1e8dd4a,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:39.478972 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] Set router 00cb0917-c7e2-420a-9f80-841a287895b0 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:32:39.532880 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca123cc3-3ac4-45c8-bed6-f2f0721b3ed0 None None] Pushing event updated for resources: {'Port': ['ID=c538d937-36eb-4c67-bd51-ae50d09967ec,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:39.594466 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-84c5b8a0-8404-4020-8378-4685f27ab768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.597721 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-84c5b8a0-8404-4020-8378-4685f27ab768 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.599294 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-84c5b8a0-8404-4020-8378-4685f27ab768 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/577f7de7-23db-44cc-a393-5480c1bd730f HTTP/1.1" status: 204 len: 168 time: 1.0821121 Nov 19 13:32:39.650971 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-0586b7b3-b3ed-452e-85e9-ad0b67f59b53 service neutron] Attempting to bind port 7954c669-5837-4866-8f97-92b4c1e8dd4a on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:32:39.653720 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-0586b7b3-b3ed-452e-85e9-ad0b67f59b53 service neutron] Attempting to bind port 7954c669-5837-4866-8f97-92b4c1e8dd4a by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': 'f1ab96dd-7309-42a5-b191-f25f2164ed14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '98303e9f-da53-4255-ad3a-0f903d6674c5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:32:39.654235 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-0586b7b3-b3ed-452e-85e9-ad0b67f59b53 service neutron] Attempting to bind port 7954c669-5837-4866-8f97-92b4c1e8dd4a on network 98303e9f-da53-4255-ad3a-0f903d6674c5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:39.663385 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2549a9c8-b6e0-4162-adb6-50ea64c62e74 req-2978a495-05ea-461b-a46c-18328020f3e0 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854091 Nov 19 13:32:39.679962 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-0586b7b3-b3ed-452e-85e9-ad0b67f59b53 service neutron] Port 7954c669-5837-4866-8f97-92b4c1e8dd4a on network 98303e9f-da53-4255-ad3a-0f903d6674c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:32:39.680346 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-0586b7b3-b3ed-452e-85e9-ad0b67f59b53 service neutron] Attempting to bind port 7954c669-5837-4866-8f97-92b4c1e8dd4a on network 98303e9f-da53-4255-ad3a-0f903d6674c5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:39.695963 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-4345e033-e640-47fe-9950-02139e677595 None None] Attempting to bind port c538d937-36eb-4c67-bd51-ae50d09967ec on host dv-cinder-816324-4-smb for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:32:39.696803 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-4345e033-e640-47fe-9950-02139e677595 None None] Attempting to bind port c538d937-36eb-4c67-bd51-ae50d09967ec by drivers openvswitch,hyperv on host dv-cinder-816324-4-smb at level 0 using segments [{'id': '93dbdbc4-5fbc-47f0-a710-7364a37835a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '94129882-55e7-4f60-86f2-20086f9335b5'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:32:39.698933 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4345e033-e640-47fe-9950-02139e677595 None None] Attempting to bind port c538d937-36eb-4c67-bd51-ae50d09967ec on network 94129882-55e7-4f60-86f2-20086f9335b5 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:39.704925 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5b8a0-8404-4020-8378-4685f27ab768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577f7de7-23db-44cc-a393-5480c1bd730f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:39.712823 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4345e033-e640-47fe-9950-02139e677595 None None] Checking agent: {'id': '3401932b-84b7-4798-97d9-02908ea34a73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 24, 32), 'started_at': datetime.datetime(2021, 11, 19, 13, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:32:39.714079 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4345e033-e640-47fe-9950-02139e677595 None None] Checking segment: {'id': '93dbdbc4-5fbc-47f0-a710-7364a37835a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '94129882-55e7-4f60-86f2-20086f9335b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:39.722599 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-d2d7f45a-cc62-4edd-8ce5-a3934a43bd62 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:39.723329 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4345e033-e640-47fe-9950-02139e677595 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.723879 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4345e033-e640-47fe-9950-02139e677595 None None] Bound using segment: {'id': '93dbdbc4-5fbc-47f0-a710-7364a37835a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '94129882-55e7-4f60-86f2-20086f9335b5'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:32:39.724428 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-0586b7b3-b3ed-452e-85e9-ad0b67f59b53 service neutron] Checking agent: {'id': '75923988-c426-4077-9ddc-4d64f8800d36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'started_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:32:39.724565 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-4345e033-e640-47fe-9950-02139e677595 None None] Bound port: c538d937-36eb-4c67-bd51-ae50d09967ec, host: dv-cinder-816324-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dbdbc4-5fbc-47f0-a710-7364a37835a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '94129882-55e7-4f60-86f2-20086f9335b5'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:32:39.725083 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4345e033-e640-47fe-9950-02139e677595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.732788 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-0586b7b3-b3ed-452e-85e9-ad0b67f59b53 service neutron] Checking segment: {'id': 'f1ab96dd-7309-42a5-b191-f25f2164ed14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '98303e9f-da53-4255-ad3a-0f903d6674c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:39.732788 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-0586b7b3-b3ed-452e-85e9-ad0b67f59b53 service neutron] Bound using segment: {'id': 'f1ab96dd-7309-42a5-b191-f25f2164ed14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '98303e9f-da53-4255-ad3a-0f903d6674c5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:32:39.732788 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-0586b7b3-b3ed-452e-85e9-ad0b67f59b53 service neutron] Bound port: 7954c669-5837-4866-8f97-92b4c1e8dd4a, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ab96dd-7309-42a5-b191-f25f2164ed14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '98303e9f-da53-4255-ad3a-0f903d6674c5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:32:39.732788 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-0586b7b3-b3ed-452e-85e9-ad0b67f59b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.744778 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-d2d7f45a-cc62-4edd-8ce5-a3934a43bd62 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/networks?id=94129882-55e7-4f60-86f2-20086f9335b5 HTTP/1.1" status: 200 len: 819 time: 0.6780210 Nov 19 13:32:39.785621 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-abc7314e-e048-4996-b011-2e20d7394ff6 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/quotas/f5f789d031f747e1943f91b44d5587cf HTTP/1.1" status: 200 len: 375 time: 0.0342734 Nov 19 13:32:39.891386 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-4345e033-e640-47fe-9950-02139e677595 None None] For port c538d937-36eb-4c67-bd51-ae50d09967ec, host dv-cinder-816324-4-smb, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:32:39.915905 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-4345e033-e640-47fe-9950-02139e677595 None None] For port c538d937-36eb-4c67-bd51-ae50d09967ec, host dv-cinder-816324-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=c538d937-36eb-4c67-bd51-ae50d09967ec,segment=NetworkSegment(93dbdbc4-5fbc-47f0-a710-7364a37835a9),segment_id=93dbdbc4-5fbc-47f0-a710-7364a37835a9)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:32:39.925934 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4345e033-e640-47fe-9950-02139e677595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:40.010174 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-81d8bc22-503b-42ba-9ca0-b42dfc70a1bd tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5f789d031f747e1943f91b44d5587cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2218022 Nov 19 13:32:40.034205 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-0586b7b3-b3ed-452e-85e9-ad0b67f59b53 service neutron] For port 7954c669-5837-4866-8f97-92b4c1e8dd4a, host hv-cinder-81632, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:32:40.050936 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-0586b7b3-b3ed-452e-85e9-ad0b67f59b53 service neutron] For port 7954c669-5837-4866-8f97-92b4c1e8dd4a, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=7954c669-5837-4866-8f97-92b4c1e8dd4a,segment=NetworkSegment(f1ab96dd-7309-42a5-b191-f25f2164ed14),segment_id=f1ab96dd-7309-42a5-b191-f25f2164ed14)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:32:40.070781 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-0586b7b3-b3ed-452e-85e9-ad0b67f59b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:40.185754 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca123cc3-3ac4-45c8-bed6-f2f0721b3ed0 None None] Pushing event updated for resources: {'Port': ['ID=c538d937-36eb-4c67-bd51-ae50d09967ec,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:40.217180 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4345e033-e640-47fe-9950-02139e677595 None None] Routers {'b77c1e9b-6f57-4d21-871d-1fd20921ae22'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:40.218514 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4345e033-e640-47fe-9950-02139e677595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:32:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['b77c1e9b-6f57-4d21-871d-1fd20921ae22'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:40.275018 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'name': 'tempest-AttachVolumeTestJSON-714672833-router', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:23Z', 'updated_at': '2021-11-19T13:32:34Z', 'revision_number': 4, 'project_id': '75905e8c906249a991884302d2b56a3a', 'gw_port': {'id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': 'a70aa791-e9bc-4248-800e-d0b233a082a9', 'name': '', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'mac_address': 'fa:16:3e:2c:f0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:29Z', 'updated_at': '2021-11-19T13:32:35Z', 'revision_number': 2, 'project_id': '75905e8c906249a991884302d2b56a3a', 'subnets': [{'id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:40.379732 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-0586b7b3-b3ed-452e-85e9-ad0b67f59b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:40.380419 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-0586b7b3-b3ed-452e-85e9-ad0b67f59b53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:40.381821 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-0586b7b3-b3ed-452e-85e9-ad0b67f59b53 service neutron] 10.222.0.82 "PUT /v2.0/ports/7954c669-5837-4866-8f97-92b4c1e8dd4a HTTP/1.1" status: 200 len: 1093 time: 5.1022432 Nov 19 13:32:40.382276 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29808e8-03c0-4edb-a77f-9e806e4283c4', 'tag': '7954c669-5837-4866-8f97-92b4c1e8dd4a'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:32:40.634208 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-623adcf6-bdfc-43f7-94e4-29c729ee8cd9 service neutron] 10.222.0.70 "GET /v2.0/networks/94129882-55e7-4f60-86f2-20086f9335b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6222606 Nov 19 13:32:40.793220 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-4345e033-e640-47fe-9950-02139e677595 None None] Set router b77c1e9b-6f57-4d21-871d-1fd20921ae22 gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:32:40.853508 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] Checking router: 00cb0917-c7e2-420a-9f80-841a287895b0 for host: dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:32:40.854155 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] Updating router 00cb0917-c7e2-420a-9f80-841a287895b0 port a70aa791-e9bc-4248-800e-d0b233a082a9 binding host dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:32:40.951533 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:41.061973 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586b7b3-b3ed-452e-85e9-ad0b67f59b53 service neutron] Pushing event updated for resources: {'Port': ['ID=7954c669-5837-4866-8f97-92b4c1e8dd4a,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:41.100099 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-4eac1b03-0d69-4efb-97de-fab82d3d379b service neutron] 10.222.0.70 "GET /v2.0/networks/94129882-55e7-4f60-86f2-20086f9335b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648831 Nov 19 13:32:41.248905 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fa1a53-3a53-45e4-b638-3c6906e2e3d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b29808e8-03c0-4edb-a77f-9e806e4283c4", "tag": "7954c669-5837-4866-8f97-92b4c1e8dd4a"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:32:41.296173 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-43983b99-cd3f-4fdd-be9e-7465d46e530e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03bde8dc-0fc7-48a8-a1b6-cae11f8033d5 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:32:41.311851 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.82', 63208) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:41.317812 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-4f2c8981-34e7-433d-b31d-8898db992c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:41.320539 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-4f2c8981-34e7-433d-b31d-8898db992c86 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=92a8a15f80d14214b84a16cba645a478&device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 1096 time: 0.6196494 Nov 19 13:32:41.324247 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-43983b99-cd3f-4fdd-be9e-7465d46e530e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:41.559827 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 40846) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:41.577220 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-63573045-c625-4887-bf9e-7a05125c3ea1 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1355803075', 'description': 'tempest-description--178287351'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:41.673627 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-43983b99-cd3f-4fdd-be9e-7465d46e530e service neutron] Transition to ACTIVE for port object 03bde8dc-0fc7-48a8-a1b6-cae11f8033d5 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:32:41.680665 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-ab593da1-12ee-4f0f-b16c-56c46164a743 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7954c669-5837-4866-8f97-92b4c1e8dd4a HTTP/1.1" status: 200 len: 217 time: 0.3382099 Nov 19 13:32:41.683482 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4345e033-e640-47fe-9950-02139e677595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77c1e9b-6f57-4d21-871d-1fd20921ae22', 'name': 'tempest-ServerRescueNegativeTestJSON-1085313887-router', 'tenant_id': 'f5f789d031f747e1943f91b44d5587cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.160'}], 'enable_snat': True}, 'gw_port_id': '824e5b82-c972-4bb6-886f-511d85a97b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:33Z', 'revision_number': 4, 'project_id': 'f5f789d031f747e1943f91b44d5587cf', 'gw_port': {'id': '824e5b82-c972-4bb6-886f-511d85a97b0c', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77c1e9b-6f57-4d21-871d-1fd20921ae22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:25Z', 'updated_at': '2021-11-19T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': 'c538d937-36eb-4c67-bd51-ae50d09967ec', 'name': '', 'network_id': '94129882-55e7-4f60-86f2-20086f9335b5', 'tenant_id': 'f5f789d031f747e1943f91b44d5587cf', 'mac_address': 'fa:16:3e:c8:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77c1e9b-6f57-4d21-871d-1fd20921ae22', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ca813023-0106-4533-88fc-30d699229a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:31Z', 'updated_at': '2021-11-19T13:32:39Z', 'revision_number': 4, 'project_id': 'f5f789d031f747e1943f91b44d5587cf', 'subnets': [{'id': 'ca813023-0106-4533-88fc-30d699229a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:41.687080 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-43983b99-cd3f-4fdd-be9e-7465d46e530e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:41.766607 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63573045-c625-4887-bf9e-7a05125c3ea1 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:41.795887 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4345e033-e640-47fe-9950-02139e677595 None None] The sync data for ids ['b77c1e9b-6f57-4d21-871d-1fd20921ae22'] in dv-cinder-816324-4-smb is: [{'id': 'b77c1e9b-6f57-4d21-871d-1fd20921ae22', 'name': 'tempest-ServerRescueNegativeTestJSON-1085313887-router', 'tenant_id': 'f5f789d031f747e1943f91b44d5587cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.160'}], 'enable_snat': True}, 'gw_port_id': '824e5b82-c972-4bb6-886f-511d85a97b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:33Z', 'revision_number': 4, 'project_id': 'f5f789d031f747e1943f91b44d5587cf', 'gw_port': {'id': '824e5b82-c972-4bb6-886f-511d85a97b0c', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77c1e9b-6f57-4d21-871d-1fd20921ae22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:25Z', 'updated_at': '2021-11-19T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': 'c538d937-36eb-4c67-bd51-ae50d09967ec', 'name': '', 'network_id': '94129882-55e7-4f60-86f2-20086f9335b5', 'tenant_id': 'f5f789d031f747e1943f91b44d5587cf', 'mac_address': 'fa:16:3e:c8:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77c1e9b-6f57-4d21-871d-1fd20921ae22', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ca813023-0106-4533-88fc-30d699229a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:31Z', 'updated_at': '2021-11-19T13:32:39Z', 'revision_number': 4, 'project_id': 'f5f789d031f747e1943f91b44d5587cf', 'subnets': [{'id': 'ca813023-0106-4533-88fc-30d699229a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:32:42.012600 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-7fa69200-08e5-47ed-84a7-58e7ed860957 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:42.015855 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-7fa69200-08e5-47ed-84a7-58e7ed860957 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.82 "GET /v2.0/networks?id=94129882-55e7-4f60-86f2-20086f9335b5 HTTP/1.1" status: 200 len: 819 time: 0.6860127 Nov 19 13:32:42.150176 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-2366eb47-f028-46d6-9e35-70b82e42c1c8 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Request body: {'port': {'device_id': '4188f4f5-b384-42f1-82cb-2aaadf9f18d4', 'network_id': '94129882-55e7-4f60-86f2-20086f9335b5', 'admin_state_up': True, 'tenant_id': 'f5f789d031f747e1943f91b44d5587cf'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:42.162320 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-ab613ae0-4b9b-400d-9475-f5ad863aa420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:42.168548 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-ab613ae0-4b9b-400d-9475-f5ad863aa420 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9918502b-46c0-4926-94dd-3bad6b45ae1c HTTP/1.1" status: 200 len: 851 time: 0.4558179 Nov 19 13:32:42.186271 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:42.195471 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:42.278416 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f02d0-d7a6-45e5-9640-378818432a93 None None] Pushing event updated for resources: {'Port': ['ID=a70aa791-e9bc-4248-800e-d0b233a082a9,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:42.307621 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43983b99-cd3f-4fdd-be9e-7465d46e530e service neutron] Pushing event updated for resources: {'Port': ['ID=03bde8dc-0fc7-48a8-a1b6-cae11f8033d5,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:42.355576 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-43983b99-cd3f-4fdd-be9e-7465d46e530e service neutron] Attempting to bind port 03bde8dc-0fc7-48a8-a1b6-cae11f8033d5 on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:32:42.356017 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-43983b99-cd3f-4fdd-be9e-7465d46e530e service neutron] Attempting to bind port 03bde8dc-0fc7-48a8-a1b6-cae11f8033d5 by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': '85056d8e-48cf-4ef4-b765-08a82b1fd145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:32:42.356349 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-43983b99-cd3f-4fdd-be9e-7465d46e530e service neutron] Attempting to bind port 03bde8dc-0fc7-48a8-a1b6-cae11f8033d5 on network 5381b9b1-2906-46aa-be36-c7c6a6939b5c {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:42.372114 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-43983b99-cd3f-4fdd-be9e-7465d46e530e service neutron] Port 03bde8dc-0fc7-48a8-a1b6-cae11f8033d5 on network 5381b9b1-2906-46aa-be36-c7c6a6939b5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:32:42.373554 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-43983b99-cd3f-4fdd-be9e-7465d46e530e service neutron] Attempting to bind port 03bde8dc-0fc7-48a8-a1b6-cae11f8033d5 on network 5381b9b1-2906-46aa-be36-c7c6a6939b5c {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:42.393476 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-efe1952a-ad3f-413d-989b-501945f43a8b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=98303e9f-da53-4255-ad3a-0f903d6674c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1745393 Nov 19 13:32:42.394322 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-43983b99-cd3f-4fdd-be9e-7465d46e530e service neutron] Checking agent: {'id': '75923988-c426-4077-9ddc-4d64f8800d36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'started_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:32:42.396307 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-43983b99-cd3f-4fdd-be9e-7465d46e530e service neutron] Checking segment: {'id': '85056d8e-48cf-4ef4-b765-08a82b1fd145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:42.397609 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-43983b99-cd3f-4fdd-be9e-7465d46e530e service neutron] Bound using segment: {'id': '85056d8e-48cf-4ef4-b765-08a82b1fd145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:32:42.399279 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-43983b99-cd3f-4fdd-be9e-7465d46e530e service neutron] Bound port: 03bde8dc-0fc7-48a8-a1b6-cae11f8033d5, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85056d8e-48cf-4ef4-b765-08a82b1fd145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:32:42.399761 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-43983b99-cd3f-4fdd-be9e-7465d46e530e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:42.526321 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] Attempting to bind port a70aa791-e9bc-4248-800e-d0b233a082a9 on host dv-cinder-816324-4-smb for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:32:42.528221 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] Attempting to bind port a70aa791-e9bc-4248-800e-d0b233a082a9 by drivers openvswitch,hyperv on host dv-cinder-816324-4-smb at level 0 using segments [{'id': 'fb7c540f-12e3-4467-86e6-e4dfa8ed618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:32:42.534216 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] Attempting to bind port a70aa791-e9bc-4248-800e-d0b233a082a9 on network 29a05973-aaf0-4f6c-b6bc-89790fb13240 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:42.573088 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] Checking agent: {'id': '3401932b-84b7-4798-97d9-02908ea34a73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 24, 32), 'started_at': datetime.datetime(2021, 11, 19, 13, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:32:42.573711 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] Checking segment: {'id': 'fb7c540f-12e3-4467-86e6-e4dfa8ed618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:42.574803 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:42.575342 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] Bound using segment: {'id': 'fb7c540f-12e3-4467-86e6-e4dfa8ed618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:32:42.576023 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] Bound port: a70aa791-e9bc-4248-800e-d0b233a082a9, host: dv-cinder-816324-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb7c540f-12e3-4467-86e6-e4dfa8ed618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:32:42.576589 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:42.606618 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device c538d937-36eb-4c67-bd51-ae50d09967ec up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:42.812868 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] For port a70aa791-e9bc-4248-800e-d0b233a082a9, host dv-cinder-816324-4-smb, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:32:42.821715 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-43983b99-cd3f-4fdd-be9e-7465d46e530e service neutron] For port 03bde8dc-0fc7-48a8-a1b6-cae11f8033d5, host hv-cinder-81632, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:32:42.829622 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-43983b99-cd3f-4fdd-be9e-7465d46e530e service neutron] For port 03bde8dc-0fc7-48a8-a1b6-cae11f8033d5, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=03bde8dc-0fc7-48a8-a1b6-cae11f8033d5,segment=NetworkSegment(85056d8e-48cf-4ef4-b765-08a82b1fd145),segment_id=85056d8e-48cf-4ef4-b765-08a82b1fd145)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:32:42.840574 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] For port a70aa791-e9bc-4248-800e-d0b233a082a9, host dv-cinder-816324-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=a70aa791-e9bc-4248-800e-d0b233a082a9,segment=NetworkSegment(fb7c540f-12e3-4467-86e6-e4dfa8ed618f),segment_id=fb7c540f-12e3-4467-86e6-e4dfa8ed618f)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:32:42.842231 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port c538d937-36eb-4c67-bd51-ae50d09967ec triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:42.845223 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-43983b99-cd3f-4fdd-be9e-7465d46e530e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:42.851731 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:42.877920 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:43.019150 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c610623-9b11-4bea-9a03-8ed2406b5f1b req-eaad3d65-ead3-4c04-b530-afbe3028c79f tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:43.021589 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2c610623-9b11-4bea-9a03-8ed2406b5f1b req-eaad3d65-ead3-4c04-b530-afbe3028c79f tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 943 time: 1.2471871 Nov 19 13:32:43.066893 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-43983b99-cd3f-4fdd-be9e-7465d46e530e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:43.067742 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-43983b99-cd3f-4fdd-be9e-7465d46e530e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:43.069206 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-43983b99-cd3f-4fdd-be9e-7465d46e530e service neutron] 10.222.0.82 "PUT /v2.0/ports/03bde8dc-0fc7-48a8-a1b6-cae11f8033d5 HTTP/1.1" status: 200 len: 1093 time: 5.4561594 Nov 19 13:32:43.103449 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-c1aae7f9-9399-414f-b12a-08140bbb7d93 service neutron] 10.222.0.82 "GET /v2.0/networks/98303e9f-da53-4255-ad3a-0f903d6674c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6669376 Nov 19 13:32:43.149415 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43983b99-cd3f-4fdd-be9e-7465d46e530e service neutron] Pushing event updated for resources: {'Port': ['ID=03bde8dc-0fc7-48a8-a1b6-cae11f8033d5,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:43.360023 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] Routers {'00cb0917-c7e2-420a-9f80-841a287895b0'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:43.361453 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:32:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['00cb0917-c7e2-420a-9f80-841a287895b0'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:43.425472 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe09cc-42da-4de8-8fcd-afb34fb3bfab req-53dec4dd-b8dc-406b-91a8-31372a93feab tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:43.429802 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-dbfe09cc-42da-4de8-8fcd-afb34fb3bfab req-53dec4dd-b8dc-406b-91a8-31372a93feab tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 943 time: 1.4099505 Nov 19 13:32:43.610738 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-b8af7317-c77a-4c02-a943-b3dcf6f8c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:43.613578 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-b8af7317-c77a-4c02-a943-b3dcf6f8c1ef service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f22b0a2f942a4e95b2561cf30d37dab8&device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 1096 time: 0.1731403 Nov 19 13:32:43.649943 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-eabf5328-52cb-490d-aa26-e7929b3065dd req-2cb2524d-028b-4172-a45d-7b2b95d2bdea service neutron] 10.222.0.82 "GET /v2.0/networks/98303e9f-da53-4255-ad3a-0f903d6674c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635019 Nov 19 13:32:43.748149 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f02d0-d7a6-45e5-9640-378818432a93 None None] Pushing event updated for resources: {'Port': ['ID=a70aa791-e9bc-4248-800e-d0b233a082a9,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:43.803555 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5e850dbc-9e19-442d-8ed9-62b0cacf4aa8 None None] Provisioning complete for port a70aa791-e9bc-4248-800e-d0b233a082a9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:43.807289 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2c610623-9b11-4bea-9a03-8ed2406b5f1b req-ad5b17d8-8c3e-49ff-ba83-88a6bf62fcba tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/security-groups?id=564b2504-d141-42c1-a004-1bd296dc21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7690630 Nov 19 13:32:43.821635 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5e850dbc-9e19-442d-8ed9-62b0cacf4aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:43.878202 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:43.885589 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63573045-c625-4887-bf9e-7a05125c3ea1 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:43.891346 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-2366eb47-f028-46d6-9e35-70b82e42c1c8 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Made reservation on behalf of f5f789d031f747e1943f91b44d5587cf for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:43.908106 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-2366eb47-f028-46d6-9e35-70b82e42c1c8 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:43.950972 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63573045-c625-4887-bf9e-7a05125c3ea1 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:43.968652 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] Set router 00cb0917-c7e2-420a-9f80-841a287895b0 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:32:43.987217 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-94ee9e91-6429-4e41-aea5-68db36cae4a3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03bde8dc-0fc7-48a8-a1b6-cae11f8033d5 HTTP/1.1" status: 200 len: 217 time: 0.1407382 Nov 19 13:32:44.145850 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63573045-c625-4887-bf9e-7a05125c3ea1 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:44.157391 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-63573045-c625-4887-bf9e-7a05125c3ea1 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.5900087 Nov 19 13:32:44.164142 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 40920) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:44.196375 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-dbfe09cc-42da-4de8-8fcd-afb34fb3bfab req-5382e3b5-ba00-4c4e-a366-c5be24080945 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7077703 Nov 19 13:32:44.208565 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a03d81be-5bdf-4006-8d8b-7ff2cd9cb1eb tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Request body: {'security_group_rule': {'security_group_id': 'c6c78f13-0c90-4342-a8b3-cd22afa49acf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:44.274746 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-8d9d457b-5097-4930-b90c-26df34830cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:44.297893 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-8d9d457b-5097-4930-b90c-26df34830cdc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f30ec31d-66a3-4d76-b433-0201bea0d251 HTTP/1.1" status: 200 len: 853 time: 0.2644083 Nov 19 13:32:44.359394 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-4da15ef6-bcc9-4eb4-a82b-28d7f18c7ed1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5381b9b1-2906-46aa-be36-c7c6a6939b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343759 Nov 19 13:32:44.380228 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a03d81be-5bdf-4006-8d8b-7ff2cd9cb1eb tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:44.629099 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63573045-c625-4887-bf9e-7a05125c3ea1 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c78f13-0c90-4342-a8b3-cd22afa49acf,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:44.640603 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] For port c538d937-36eb-4c67-bd51-ae50d09967ec, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=c538d937-36eb-4c67-bd51-ae50d09967ec,segment=NetworkSegment(93dbdbc4-5fbc-47f0-a710-7364a37835a9),segment_id=93dbdbc4-5fbc-47f0-a710-7364a37835a9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:44.660938 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:44.778553 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-f76ab0e5-0745-4c6d-801c-49e7ae342d6d service neutron] 10.222.0.82 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903441 Nov 19 13:32:44.805419 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-de7ed55b-9697-41a6-88e8-ec1d0a01d0d2 req-231e9c73-3e21-443c-ac65-cb0915810909 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 210 time: 0.1905124 Nov 19 13:32:44.888325 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-2366eb47-f028-46d6-9e35-70b82e42c1c8 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Allocated IP 172.20.0.5 (94129882-55e7-4f60-86f2-20086f9335b5/ca813023-0106-4533-88fc-30d699229a62/c155a67c-20f3-4691-93b9-b9e98dad1f20) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:44.950510 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Pushing event updated for resources: {'Port': ['ID=c538d937-36eb-4c67-bd51-ae50d09967ec,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:44.963921 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.82', 63216) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:44.966438 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec50e61-02fc-4a63-8117-7b806f44cff5 x-openstack-request-id: req-6ec50e61-02fc-4a63-8117-7b806f44cff5 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:32:44.966906 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29808e8-03c0-4edb-a77f-9e806e4283c4", "tag": "7954c669-5837-4866-8f97-92b4c1e8dd4a", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:32:44.967309 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ec50e61-02fc-4a63-8117-7b806f44cff5 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:32:44.982908 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29808e8-03c0-4edb-a77f-9e806e4283c4', 'tag': '7954c669-5837-4866-8f97-92b4c1e8dd4a', 'status': 'completed', 'code': 200} Nov 19 13:32:45.074669 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 40948) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:45.081234 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5e850dbc-9e19-442d-8ed9-62b0cacf4aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:45.283315 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-5e850dbc-9e19-442d-8ed9-62b0cacf4aa8 None None] For port a70aa791-e9bc-4248-800e-d0b233a082a9, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=a70aa791-e9bc-4248-800e-d0b233a082a9,segment=NetworkSegment(fb7c540f-12e3-4467-86e6-e4dfa8ed618f),segment_id=fb7c540f-12e3-4467-86e6-e4dfa8ed618f)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:45.293475 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'name': 'tempest-AttachVolumeTestJSON-714672833-router', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:23Z', 'updated_at': '2021-11-19T13:32:34Z', 'revision_number': 4, 'project_id': '75905e8c906249a991884302d2b56a3a', 'gw_port': {'id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': 'a70aa791-e9bc-4248-800e-d0b233a082a9', 'name': '', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'mac_address': 'fa:16:3e:2c:f0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:29Z', 'updated_at': '2021-11-19T13:32:42Z', 'revision_number': 4, 'project_id': '75905e8c906249a991884302d2b56a3a', 'subnets': [{'id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:45.341342 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa1a53-3a53-45e4-b638-3c6906e2e3d7 req-94a7a44f-16bd-42c2-8232-5c7ae54a271f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:45.345651 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-96fa1a53-3a53-45e4-b638-3c6906e2e3d7 req-94a7a44f-16bd-42c2-8232-5c7ae54a271f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=92a8a15f80d14214b84a16cba645a478&device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 1096 time: 0.3771272 Nov 19 13:32:45.351140 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a03d81be-5bdf-4006-8d8b-7ff2cd9cb1eb tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:45.375617 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a03d81be-5bdf-4006-8d8b-7ff2cd9cb1eb tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584517'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:45.383341 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed677f3c-c772-4669-be80-c8f443ad0eda None None] The sync data for ids ['00cb0917-c7e2-420a-9f80-841a287895b0'] in dv-cinder-816324-4-smb is: [{'id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'name': 'tempest-AttachVolumeTestJSON-714672833-router', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:23Z', 'updated_at': '2021-11-19T13:32:34Z', 'revision_number': 4, 'project_id': '75905e8c906249a991884302d2b56a3a', 'gw_port': {'id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': 'a70aa791-e9bc-4248-800e-d0b233a082a9', 'name': '', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'mac_address': 'fa:16:3e:2c:f0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:29Z', 'updated_at': '2021-11-19T13:32:42Z', 'revision_number': 4, 'project_id': '75905e8c906249a991884302d2b56a3a', 'subnets': [{'id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:32:45.389782 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5e850dbc-9e19-442d-8ed9-62b0cacf4aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:45.499528 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa89379-12fe-4bb4-930d-1e35aef32ffd req-1cf104ac-fd9f-494c-94d2-98dd5aedc85a tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:45.509607 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9aa89379-12fe-4bb4-930d-1e35aef32ffd req-1cf104ac-fd9f-494c-94d2-98dd5aedc85a tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 943 time: 0.4255023 Nov 19 13:32:45.580545 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-fbb27be6-d56c-40f6-8428-f766bb1f3ced None None] Provisioning complete for port a70aa791-e9bc-4248-800e-d0b233a082a9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:45.582014 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fbb27be6-d56c-40f6-8428-f766bb1f3ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:45.650590 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e850dbc-9e19-442d-8ed9-62b0cacf4aa8 None None] Pushing event updated for resources: {'Port': ['ID=a70aa791-e9bc-4248-800e-d0b233a082a9,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:45.806201 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-72dccecf-e3b4-468c-b59d-a6f57fe2e3d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:45.920916 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-2366eb47-f028-46d6-9e35-70b82e42c1c8 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:45.966727 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-cf438817-0b86-4dfb-ac09-c271e76917e3 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:45.970599 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-cf438817-0b86-4dfb-ac09-c271e76917e3 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.82 "GET /v2.0/networks?id=94129882-55e7-4f60-86f2-20086f9335b5 HTTP/1.1" status: 200 len: 819 time: 1.5607708 Nov 19 13:32:45.973272 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-6f8561d0-fb30-4ed3-8586-f8f9cb18a36a req-13ce8393-d101-4391-b5cd-19c23db6f9f3 service neutron] 10.222.0.82 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1495123 Nov 19 13:32:45.987286 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de1518-815c-4797-ace9-5ef817cfb830 req-f4875582-1e3b-459c-abc4-89046dc7ca0d tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:45.992224 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d81be-5bdf-4006-8d8b-7ff2cd9cb1eb tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d6181f-5ca8-4a56-b899-cea2a3da846c,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:46.001576 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-56de1518-815c-4797-ace9-5ef817cfb830 req-f4875582-1e3b-459c-abc4-89046dc7ca0d tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 943 time: 0.6438797 Nov 19 13:32:46.016204 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a03d81be-5bdf-4006-8d8b-7ff2cd9cb1eb tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:46.020958 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-a03d81be-5bdf-4006-8d8b-7ff2cd9cb1eb tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8544190 Nov 19 13:32:46.021638 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 40978) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:46.026386 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-f57e2ef9-d51a-44d3-9aa9-272be9d84bf2 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Request body: {'security_group_rule': {'security_group_id': 'c6c78f13-0c90-4342-a8b3-cd22afa49acf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:46.064098 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9aa89379-12fe-4bb4-930d-1e35aef32ffd req-8253c160-67c5-4472-886e-7586171afa8f tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/security-groups?id=564b2504-d141-42c1-a004-1bd296dc21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752069 Nov 19 13:32:46.095093 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f57e2ef9-d51a-44d3-9aa9-272be9d84bf2 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:46.118263 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa1a53-3a53-45e4-b638-3c6906e2e3d7 req-fc98caae-6369-4815-a667-d3559461d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:46.119960 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-96fa1a53-3a53-45e4-b638-3c6906e2e3d7 req-fc98caae-6369-4815-a667-d3559461d0c8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=98303e9f-da53-4255-ad3a-0f903d6674c5 HTTP/1.1" status: 200 len: 913 time: 0.7363682 Nov 19 13:32:46.134856 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-56de1518-815c-4797-ace9-5ef817cfb830 req-11a83d5a-5676-4a6b-9840-e3b1930424d5 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321149 Nov 19 13:32:46.153137 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-091292f4-861d-4019-8a17-f762e6d34c4b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Request body: {'port': {'device_id': '569ce281-1611-4053-b372-729e4441cbc0', 'network_id': '94129882-55e7-4f60-86f2-20086f9335b5', 'admin_state_up': True, 'tenant_id': 'f5f789d031f747e1943f91b44d5587cf'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:46.255205 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-96fa1a53-3a53-45e4-b638-3c6906e2e3d7 req-af3fd8f0-3aa9-4d19-acad-9090cb71dba5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7954c669-5837-4866-8f97-92b4c1e8dd4a HTTP/1.1" status: 200 len: 217 time: 0.1089318 Nov 19 13:32:46.298445 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f57e2ef9-d51a-44d3-9aa9-272be9d84bf2 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:46.308460 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5f34762c-0e86-423d-997e-515ba3ad8453 req-ad5e1805-cae0-4670-9cf7-3fe82a848763 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 210 time: 0.0788629 Nov 19 13:32:46.332353 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f57e2ef9-d51a-44d3-9aa9-272be9d84bf2 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584517'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:46.383329 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f57e2ef9-d51a-44d3-9aa9-272be9d84bf2 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:46.387114 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-f57e2ef9-d51a-44d3-9aa9-272be9d84bf2 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3630304 Nov 19 13:32:46.391371 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-2366eb47-f028-46d6-9e35-70b82e42c1c8 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:46.392044 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e2ef9-d51a-44d3-9aa9-272be9d84bf2 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1eeb443-057f-4163-8430-275aeb57aa61,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:46.394162 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 40996) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:46.414788 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a1c4ef05-86f9-456c-8eac-24b60b3ad5a3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Request body: {'floatingip': {'floating_network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:46.459802 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.db.api [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-091292f4-861d-4019-8a17-f762e6d34c4b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 13:32:46.459802 dv-cinder-816324-4-smb neutron-server[102599]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 19 13:32:46.459802 dv-cinder-816324-4-smb neutron-server[102599]: [parameters: {'project_id_1': 'f5f789d031f747e1943f91b44d5587cf', 'expiration_1': datetime.datetime(2021, 11, 19, 13, 32, 26, 444040)}] Nov 19 13:32:46.459802 dv-cinder-816324-4-smb neutron-server[102599]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:32:46.460500 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG oslo_db.api [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-091292f4-861d-4019-8a17-f762e6d34c4b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:32:46.478627 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a1c4ef05-86f9-456c-8eac-24b60b3ad5a3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:46.549887 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa1a53-3a53-45e4-b638-3c6906e2e3d7 req-5fd716da-89cd-4e15-95ec-c66306f1a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:46.551391 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-96fa1a53-3a53-45e4-b638-3c6906e2e3d7 req-5fd716da-89cd-4e15-95ec-c66306f1a730 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9918502b-46c0-4926-94dd-3bad6b45ae1c HTTP/1.1" status: 200 len: 851 time: 0.2542379 Nov 19 13:32:46.553249 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-2366eb47-f028-46d6-9e35-70b82e42c1c8 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Network 94129882-55e7-4f60-86f2-20086f9335b5 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:46.577387 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-2366eb47-f028-46d6-9e35-70b82e42c1c8 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:46.599024 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a1c4ef05-86f9-456c-8eac-24b60b3ad5a3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:46.632505 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-2366eb47-f028-46d6-9e35-70b82e42c1c8 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:32:46.639344 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-2366eb47-f028-46d6-9e35-70b82e42c1c8 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:46.640173 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-2366eb47-f028-46d6-9e35-70b82e42c1c8 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:46.648531 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-72dccecf-e3b4-468c-b59d-a6f57fe2e3d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:46.651489 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-96fa1a53-3a53-45e4-b638-3c6906e2e3d7 req-02f80b9e-0d3e-4ea9-ac7e-9556c6e5e8a7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=98303e9f-da53-4255-ad3a-0f903d6674c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897698 Nov 19 13:32:46.655586 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366eb47-f028-46d6-9e35-70b82e42c1c8 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Pushing event updated for resources: {'Port': ['ID=c155a67c-20f3-4691-93b9-b9e98dad1f20,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:46.663100 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-72dccecf-e3b4-468c-b59d-a6f57fe2e3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:46.702399 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-2366eb47-f028-46d6-9e35-70b82e42c1c8 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5915248 Nov 19 13:32:46.832299 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-a1c4ef05-86f9-456c-8eac-24b60b3ad5a3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Allocated IP 172.28.1.134 (f5fe0685-e1a5-4f21-925a-12d1aefd12c8/e23fd1b3-af46-4401-a4dc-3ec2e1f1f010/4a9ec6d6-cc1e-4568-a6e7-1fc635d42566) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:46.917377 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device c538d937-36eb-4c67-bd51-ae50d09967ec up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:46.926568 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-d7733fae-67b4-4f68-a4ba-b132282a86ef service neutron] Request body: {'port': {'device_id': '4188f4f5-b384-42f1-82cb-2aaadf9f18d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:46.942866 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-72dccecf-e3b4-468c-b59d-a6f57fe2e3d0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6076dfa1793a40c29f5a4338715e847e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8642278 Nov 19 13:32:46.943250 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 41010) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:46.975042 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dccecf-e3b4-468c-b59d-a6f57fe2e3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e07925-00e5-4077-a6f4-5181a9c47fad,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:46.989043 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953e052b-3942-4ac3-99a9-f9ae44a57ff2', 'tag': '03bde8dc-0fc7-48a8-a1b6-cae11f8033d5'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:32:46.991774 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db6a3ac-8912-4e5d-90cb-69361deb041d" -d '{"events": [{"name": "network-changed", "server_uuid": "953e052b-3942-4ac3-99a9-f9ae44a57ff2", "tag": "03bde8dc-0fc7-48a8-a1b6-cae11f8033d5"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:32:46.998461 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port c538d937-36eb-4c67-bd51-ae50d09967ec triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:46.998833 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:47.009581 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a1c4ef05-86f9-456c-8eac-24b60b3ad5a3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:47.017195 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-d7733fae-67b4-4f68-a4ba-b132282a86ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:47.044823 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-091292f4-861d-4019-8a17-f762e6d34c4b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Made reservation on behalf of f5f789d031f747e1943f91b44d5587cf for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:47.049033 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-091292f4-861d-4019-8a17-f762e6d34c4b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:47.079129 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba6f8cd-0da7-4069-9240-a2d4f504d9f4 x-openstack-request-id: req-6ba6f8cd-0da7-4069-9240-a2d4f504d9f4 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:32:47.079416 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953e052b-3942-4ac3-99a9-f9ae44a57ff2", "tag": "03bde8dc-0fc7-48a8-a1b6-cae11f8033d5", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:32:47.079701 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ba6f8cd-0da7-4069-9240-a2d4f504d9f4 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:32:47.080146 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953e052b-3942-4ac3-99a9-f9ae44a57ff2', 'tag': '03bde8dc-0fc7-48a8-a1b6-cae11f8033d5', 'status': 'completed', 'code': 200} Nov 19 13:32:47.089461 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-79bfe018-35f1-432a-bdec-939e75c027ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:47.151334 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device a70aa791-e9bc-4248-800e-d0b233a082a9 up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:47.234575 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port a70aa791-e9bc-4248-800e-d0b233a082a9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:47.234939 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:47.241627 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-79bfe018-35f1-432a-bdec-939e75c027ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:47.303893 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a1c4ef05-86f9-456c-8eac-24b60b3ad5a3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:47.390259 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c4ef05-86f9-456c-8eac-24b60b3ad5a3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:47.404511 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-a1c4ef05-86f9-456c-8eac-24b60b3ad5a3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:47.407835 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c4ef05-86f9-456c-8eac-24b60b3ad5a3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:32:47.430383 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6a3ac-8912-4e5d-90cb-69361deb041d req-c84aeb53-4466-454a-aa9f-71557e4bd784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:47.431872 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1db6a3ac-8912-4e5d-90cb-69361deb041d req-c84aeb53-4466-454a-aa9f-71557e4bd784 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f22b0a2f942a4e95b2561cf30d37dab8&device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 1096 time: 0.3111978 Nov 19 13:32:47.438251 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4ef05-86f9-456c-8eac-24b60b3ad5a3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Pushing event updated for resources: {'Port': ['ID=4a9ec6d6-cc1e-4568-a6e7-1fc635d42566,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:47.444566 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-96fa1a53-3a53-45e4-b638-3c6906e2e3d7 req-7648cadd-5ae0-4f3a-9e8d-90e5122c031e service neutron] 10.222.0.82 "GET /v2.0/networks/98303e9f-da53-4255-ad3a-0f903d6674c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7828076 Nov 19 13:32:47.558135 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-79bfe018-35f1-432a-bdec-939e75c027ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:47.560917 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-79bfe018-35f1-432a-bdec-939e75c027ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:47.567905 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-79bfe018-35f1-432a-bdec-939e75c027ae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04e07925-00e5-4077-a6f4-5181a9c47fad HTTP/1.1" status: 204 len: 168 time: 0.6206341 Nov 19 13:32:47.613534 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9d7d8-e2e1-4708-95a1-4931656763bc req-e5e150f1-b4ce-4b13-8473-90de417dfabe tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:47.623252 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-37c9d7d8-e2e1-4708-95a1-4931656763bc req-e5e150f1-b4ce-4b13-8473-90de417dfabe tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 943 time: 0.2800932 Nov 19 13:32:47.629502 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfe018-35f1-432a-bdec-939e75c027ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e07925-00e5-4077-a6f4-5181a9c47fad,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:47.664234 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723a2fd-f5c9-464b-878e-4817448933f2 req-fbad67e4-3975-4c91-b371-a4dc45eaa3cd tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:47.670888 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a723a2fd-f5c9-464b-878e-4817448933f2 req-fbad67e4-3975-4c91-b371-a4dc45eaa3cd tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 943 time: 0.3311360 Nov 19 13:32:47.690601 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a1c4ef05-86f9-456c-8eac-24b60b3ad5a3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:47.717651 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6a3ac-8912-4e5d-90cb-69361deb041d req-fb1fdf81-8437-4927-acb3-f57128bd6cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:47.719192 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1db6a3ac-8912-4e5d-90cb-69361deb041d req-fb1fdf81-8437-4927-acb3-f57128bd6cb7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5381b9b1-2906-46aa-be36-c7c6a6939b5c HTTP/1.1" status: 200 len: 915 time: 0.2790999 Nov 19 13:32:47.729046 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-96fa1a53-3a53-45e4-b638-3c6906e2e3d7 req-bcb8d162-6331-45a6-bbbb-1f4fb1378fc2 service neutron] 10.222.0.82 "GET /v2.0/networks/98303e9f-da53-4255-ad3a-0f903d6674c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736948 Nov 19 13:32:47.772514 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1db6a3ac-8912-4e5d-90cb-69361deb041d req-fe4dd938-c324-4c79-aee9-03ed4dc0cbe2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03bde8dc-0fc7-48a8-a1b6-cae11f8033d5 HTTP/1.1" status: 200 len: 217 time: 0.0448985 Nov 19 13:32:47.837438 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a1c4ef05-86f9-456c-8eac-24b60b3ad5a3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:47.850542 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a723a2fd-f5c9-464b-878e-4817448933f2 req-f013aa56-d54d-43b5-9527-5d006d1666c8 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657195 Nov 19 13:32:47.874221 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-37c9d7d8-e2e1-4708-95a1-4931656763bc req-6105520e-715b-4a63-bf45-5a4e4b64b537 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/security-groups?id=564b2504-d141-42c1-a004-1bd296dc21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494369 Nov 19 13:32:47.949462 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.notifiers.nova [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-d7733fae-67b4-4f68-a4ba-b132282a86ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c155a67c-20f3-4691-93b9-b9e98dad1f20 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:32:47.968583 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-d7733fae-67b4-4f68-a4ba-b132282a86ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.020214 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-82a41bb0-40fe-484b-a441-439ec43c4828 req-6e2dd10a-dc53-4189-825d-be57c72fec95 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 210 time: 0.0593746 Nov 19 13:32:48.030814 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 41062) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:48.042093 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-d7733fae-67b4-4f68-a4ba-b132282a86ef service neutron] Transition to ACTIVE for port object c155a67c-20f3-4691-93b9-b9e98dad1f20 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:32:48.049524 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d379686a-a794-4680-9e9b-459f46419390 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.051097 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a1c4ef05-86f9-456c-8eac-24b60b3ad5a3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.053091 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-d7733fae-67b4-4f68-a4ba-b132282a86ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.076646 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a1c4ef05-86f9-456c-8eac-24b60b3ad5a3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.085344 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6a3ac-8912-4e5d-90cb-69361deb041d req-d28f81dc-2d85-43eb-9c4f-99643b25c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:48.086804 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1db6a3ac-8912-4e5d-90cb-69361deb041d req-d28f81dc-2d85-43eb-9c4f-99643b25c580 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f30ec31d-66a3-4d76-b433-0201bea0d251 HTTP/1.1" status: 200 len: 853 time: 0.2963727 Nov 19 13:32:48.129224 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7733fae-67b4-4f68-a4ba-b132282a86ef service neutron] Pushing event updated for resources: {'Port': ['ID=c155a67c-20f3-4691-93b9-b9e98dad1f20,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:48.139499 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a1c4ef05-86f9-456c-8eac-24b60b3ad5a3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1797046'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.175204 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1db6a3ac-8912-4e5d-90cb-69361deb041d req-1c893646-1402-46f1-9641-73a8dd621583 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5381b9b1-2906-46aa-be36-c7c6a6939b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631049 Nov 19 13:32:48.199967 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-091292f4-861d-4019-8a17-f762e6d34c4b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Allocated IP 172.20.0.11 (94129882-55e7-4f60-86f2-20086f9335b5/ca813023-0106-4533-88fc-30d699229a62/aa7c9f90-7603-4fe3-8487-30a0aabf35ce) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:48.207133 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a1c4ef05-86f9-456c-8eac-24b60b3ad5a3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.208471 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-a1c4ef05-86f9-456c-8eac-24b60b3ad5a3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7997711 Nov 19 13:32:48.215820 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-d7733fae-67b4-4f68-a4ba-b132282a86ef service neutron] Attempting to bind port c155a67c-20f3-4691-93b9-b9e98dad1f20 on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:32:48.216259 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-d7733fae-67b4-4f68-a4ba-b132282a86ef service neutron] Attempting to bind port c155a67c-20f3-4691-93b9-b9e98dad1f20 by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': '93dbdbc4-5fbc-47f0-a710-7364a37835a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '94129882-55e7-4f60-86f2-20086f9335b5'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:32:48.216700 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-d7733fae-67b4-4f68-a4ba-b132282a86ef service neutron] Attempting to bind port c155a67c-20f3-4691-93b9-b9e98dad1f20 on network 94129882-55e7-4f60-86f2-20086f9335b5 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:48.223128 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4ef05-86f9-456c-8eac-24b60b3ad5a3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Pushing event updated for resources: {'Port': ['ID=4a9ec6d6-cc1e-4568-a6e7-1fc635d42566,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:48.230616 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-d7733fae-67b4-4f68-a4ba-b132282a86ef service neutron] Port c155a67c-20f3-4691-93b9-b9e98dad1f20 on network 94129882-55e7-4f60-86f2-20086f9335b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:32:48.231031 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-d7733fae-67b4-4f68-a4ba-b132282a86ef service neutron] Attempting to bind port c155a67c-20f3-4691-93b9-b9e98dad1f20 on network 94129882-55e7-4f60-86f2-20086f9335b5 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:48.242506 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-d7733fae-67b4-4f68-a4ba-b132282a86ef service neutron] Checking agent: {'id': '75923988-c426-4077-9ddc-4d64f8800d36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'started_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:32:48.243028 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-d7733fae-67b4-4f68-a4ba-b132282a86ef service neutron] Checking segment: {'id': '93dbdbc4-5fbc-47f0-a710-7364a37835a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '94129882-55e7-4f60-86f2-20086f9335b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:48.243838 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-d7733fae-67b4-4f68-a4ba-b132282a86ef service neutron] Bound using segment: {'id': '93dbdbc4-5fbc-47f0-a710-7364a37835a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '94129882-55e7-4f60-86f2-20086f9335b5'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:32:48.244519 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-d7733fae-67b4-4f68-a4ba-b132282a86ef service neutron] Bound port: c155a67c-20f3-4691-93b9-b9e98dad1f20, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93dbdbc4-5fbc-47f0-a710-7364a37835a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '94129882-55e7-4f60-86f2-20086f9335b5'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:32:48.244945 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-d7733fae-67b4-4f68-a4ba-b132282a86ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.310357 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d379686a-a794-4680-9e9b-459f46419390 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.320195 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d379686a-a794-4680-9e9b-459f46419390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.373753 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1db6a3ac-8912-4e5d-90cb-69361deb041d req-70b1170e-2aa9-4185-bad1-1ff135da3267 service neutron] 10.222.0.82 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891866 Nov 19 13:32:48.410300 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-d7733fae-67b4-4f68-a4ba-b132282a86ef service neutron] For port c155a67c-20f3-4691-93b9-b9e98dad1f20, host hv-cinder-81632, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:32:48.414834 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379686a-a794-4680-9e9b-459f46419390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bd9dbe-45ec-4850-b6f5-75628660dc16,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:48.426177 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-d379686a-a794-4680-9e9b-459f46419390 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d2bef90ac3314f7e8e1cd1088ffc7eb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3934872 Nov 19 13:32:48.436453 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 41076) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:48.460582 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-d7733fae-67b4-4f68-a4ba-b132282a86ef service neutron] For port c155a67c-20f3-4691-93b9-b9e98dad1f20, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c155a67c-20f3-4691-93b9-b9e98dad1f20,segment=NetworkSegment(93dbdbc4-5fbc-47f0-a710-7364a37835a9),segment_id=93dbdbc4-5fbc-47f0-a710-7364a37835a9)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:32:48.477730 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-d7733fae-67b4-4f68-a4ba-b132282a86ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.518963 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 41088) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:48.534975 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-d7733fae-67b4-4f68-a4ba-b132282a86ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:48.536051 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-d7733fae-67b4-4f68-a4ba-b132282a86ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.537467 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-d7733fae-67b4-4f68-a4ba-b132282a86ef service neutron] 10.222.0.82 "PUT /v2.0/ports/c155a67c-20f3-4691-93b9-b9e98dad1f20 HTTP/1.1" status: 200 len: 1093 time: 1.6150341 Nov 19 13:32:48.559467 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1db6a3ac-8912-4e5d-90cb-69361deb041d req-45e3677f-6d85-4891-920a-eb81af9151b3 service neutron] 10.222.0.82 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758966 Nov 19 13:32:48.562558 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4188f4f5-b384-42f1-82cb-2aaadf9f18d4', 'tag': 'c155a67c-20f3-4691-93b9-b9e98dad1f20'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:32:48.650570 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-091292f4-861d-4019-8a17-f762e6d34c4b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.681301 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-036bd302-b310-44a3-b433-12c3a1006169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:48.682848 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-036bd302-b310-44a3-b433-12c3a1006169 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f5f789d031f747e1943f91b44d5587cf&device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 1096 time: 0.0855820 Nov 19 13:32:48.737203 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b3e5dab3-058f-44d1-b4be-8b33e2218cdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.781315 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7733fae-67b4-4f68-a4ba-b132282a86ef service neutron] Pushing event updated for resources: {'Port': ['ID=c155a67c-20f3-4691-93b9-b9e98dad1f20,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:48.787065 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b3e5dab3-058f-44d1-b4be-8b33e2218cdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.819475 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-3e6cac73-ce9e-429e-a853-d274fdebb0e8 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1355803075&fields=id&tenant_id=75905e8c906249a991884302d2b56a3a HTTP/1.1" status: 200 len: 267 time: 0.3100948 Nov 19 13:32:48.823521 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}431daffbed8a7bc2bed2e3611d7026b1b28861ed879237af90c14d74da8c9db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ff199f-60e3-43b5-89c5-7e92bca5919d" -d '{"events": [{"name": "network-changed", "server_uuid": "4188f4f5-b384-42f1-82cb-2aaadf9f18d4", "tag": "c155a67c-20f3-4691-93b9-b9e98dad1f20"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:32:48.916650 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-c8b49ddd-44dc-4f3e-8edc-b2b7ce6feb98 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c155a67c-20f3-4691-93b9-b9e98dad1f20 HTTP/1.1" status: 200 len: 217 time: 0.2217021 Nov 19 13:32:48.921082 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9462d267-34c1-4629-9fc2-95948e971ea1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.951443 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-091292f4-861d-4019-8a17-f762e6d34c4b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.959487 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b3e5dab3-058f-44d1-b4be-8b33e2218cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.962061 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b3e5dab3-058f-44d1-b4be-8b33e2218cdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.963329 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-b3e5dab3-058f-44d1-b4be-8b33e2218cdd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a5bd9dbe-45ec-4850-b6f5-75628660dc16 HTTP/1.1" status: 204 len: 168 time: 0.5259140 Nov 19 13:32:48.975575 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-1c2771c7-044f-48d6-97b0-b1b1e008bc90 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:48.985851 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-1c2771c7-044f-48d6-97b0-b1b1e008bc90 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/networks?id=29a05973-aaf0-4f6c-b6bc-89790fb13240 HTTP/1.1" status: 200 len: 810 time: 0.1642478 Nov 19 13:32:48.999125 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5dab3-058f-44d1-b4be-8b33e2218cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bd9dbe-45ec-4850-b6f5-75628660dc16,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:49.001691 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c623f64f-956e-4391-b5c6-95979250f5d6 x-openstack-request-id: req-c623f64f-956e-4391-b5c6-95979250f5d6 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:32:49.002167 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4188f4f5-b384-42f1-82cb-2aaadf9f18d4", "tag": "c155a67c-20f3-4691-93b9-b9e98dad1f20", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:32:49.002601 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c623f64f-956e-4391-b5c6-95979250f5d6 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:32:49.003288 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4188f4f5-b384-42f1-82cb-2aaadf9f18d4', 'tag': 'c155a67c-20f3-4691-93b9-b9e98dad1f20', 'status': 'completed', 'code': 200} Nov 19 13:32:49.013288 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-9d4a6189-ca19-4653-bdca-77625b9fb9c0 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/quotas/75905e8c906249a991884302d2b56a3a HTTP/1.1" status: 200 len: 375 time: 0.0265243 Nov 19 13:32:49.061762 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-091292f4-861d-4019-8a17-f762e6d34c4b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Network 94129882-55e7-4f60-86f2-20086f9335b5 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:49.068882 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091292f4-861d-4019-8a17-f762e6d34c4b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Pushing event updated for resources: {'Port': ['ID=aa7c9f90-7603-4fe3-8487-30a0aabf35ce,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:49.075583 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-04e1db3c-e47e-46bd-8498-f083cc6d1563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:49.077794 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-04e1db3c-e47e-46bd-8498-f083cc6d1563 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ca813023-0106-4533-88fc-30d699229a62 HTTP/1.1" status: 200 len: 859 time: 0.1444993 Nov 19 13:32:49.079775 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-091292f4-861d-4019-8a17-f762e6d34c4b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:49.089299 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-091292f4-861d-4019-8a17-f762e6d34c4b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:32:49.099123 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-ba454521-7c0b-41e2-942f-e5f9cf24c5f3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=75905e8c906249a991884302d2b56a3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846684 Nov 19 13:32:49.101012 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-091292f4-861d-4019-8a17-f762e6d34c4b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:49.102889 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-091292f4-861d-4019-8a17-f762e6d34c4b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:49.154262 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-a44396e8-46a7-4fc6-a68d-a2e20db20993 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94129882-55e7-4f60-86f2-20086f9335b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666432 Nov 19 13:32:49.178990 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-091292f4-861d-4019-8a17-f762e6d34c4b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0427380 Nov 19 13:32:49.230710 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-562e5e7c-8b68-44e1-a9bd-a6285d867d77 service neutron] Request body: {'port': {'device_id': '569ce281-1611-4053-b372-729e4441cbc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:49.267884 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54e430-62c5-4897-ad99-363976f74596 req-8346eab9-c0a6-4913-b1e3-b3f124c571ce tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:49.269319 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ce54e430-62c5-4897-ad99-363976f74596 req-8346eab9-c0a6-4913-b1e3-b3f124c571ce tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 943 time: 0.1210198 Nov 19 13:32:49.283843 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9462d267-34c1-4629-9fc2-95948e971ea1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:49.291471 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9462d267-34c1-4629-9fc2-95948e971ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:49.342347 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-ac185219-b5ac-45ed-b268-31e7f5fb258e service neutron] 10.222.0.70 "GET /v2.0/networks/29a05973-aaf0-4f6c-b6bc-89790fb13240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420070 Nov 19 13:32:49.364015 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-562e5e7c-8b68-44e1-a9bd-a6285d867d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:49.384633 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462d267-34c1-4629-9fc2-95948e971ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a9a4ea-f3ae-4e8d-8fbf-ffb3b1d7445b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:49.395843 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-9462d267-34c1-4629-9fc2-95948e971ea1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b5f4fb72c3084291981716c478992e37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8695037 Nov 19 13:32:49.396752 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-8f9aa781-9d16-4244-923f-e7845a5802e5 service neutron] 10.222.0.82 "GET /v2.0/networks/94129882-55e7-4f60-86f2-20086f9335b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338262 Nov 19 13:32:49.397195 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 41134) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:49.418539 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ce54e430-62c5-4897-ad99-363976f74596 req-f77e855e-3762-411e-9b4c-af35a064766c tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249948 Nov 19 13:32:49.464237 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-2a177b07-b904-4035-af97-bfae5023d65e service neutron] 10.222.0.70 "GET /v2.0/networks/29a05973-aaf0-4f6c-b6bc-89790fb13240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086297 Nov 19 13:32:49.581359 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c6af239e-1b53-4025-b835-ede7e680cde1 req-3b0cef9d-721e-4d32-ba98-3322181bacf3 service neutron] 10.222.0.82 "GET /v2.0/networks/94129882-55e7-4f60-86f2-20086f9335b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760874 Nov 19 13:32:49.638661 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74da37f-ef3d-40cd-9abb-c53df2859cf9 req-cecf07fb-724e-49c7-a3ab-d8f9c1c326e8 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:49.640457 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c74da37f-ef3d-40cd-9abb-c53df2859cf9 req-cecf07fb-724e-49c7-a3ab-d8f9c1c326e8 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 943 time: 0.1366403 Nov 19 13:32:49.733868 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eccd1317-384b-4ed1-8769-3e0e944c1f0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:49.790896 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c74da37f-ef3d-40cd-9abb-c53df2859cf9 req-4a333eaf-811e-4bb9-ac2b-9791fec94b70 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/security-groups?id=564b2504-d141-42c1-a004-1bd296dc21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368008 Nov 19 13:32:49.807885 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba7497-ba65-4e07-9690-7d0d9a729766 req-7d9d3919-1d8f-4721-b6d8-ec42e1793c98 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:49.810256 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6dba7497-ba65-4e07-9690-7d0d9a729766 req-7d9d3919-1d8f-4721-b6d8-ec42e1793c98 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 932 time: 0.1173513 Nov 19 13:32:49.815134 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff199f-60e3-43b5-89c5-7e92bca5919d req-ef1683b3-e188-4e74-8d3f-6c66665781f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:49.816601 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-66ff199f-60e3-43b5-89c5-7e92bca5919d req-ef1683b3-e188-4e74-8d3f-6c66665781f0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f5f789d031f747e1943f91b44d5587cf&device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 1096 time: 0.1599619 Nov 19 13:32:49.822427 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eccd1317-384b-4ed1-8769-3e0e944c1f0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:49.869180 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6dba7497-ba65-4e07-9690-7d0d9a729766 req-18d2af5d-78f3-40dc-bd60-724fb2464e24 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511954 Nov 19 13:32:49.920029 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-107aa078-4b42-485e-98de-0e1bcebb5ba3 req-48e4569d-a85b-4d63-9eb7-a9c9b05ef89c tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 210 time: 0.0426073 Nov 19 13:32:49.995789 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eccd1317-384b-4ed1-8769-3e0e944c1f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:49.998838 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eccd1317-384b-4ed1-8769-3e0e944c1f0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:50.000150 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-eccd1317-384b-4ed1-8769-3e0e944c1f0e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b1a9a4ea-f3ae-4e8d-8fbf-ffb3b1d7445b HTTP/1.1" status: 204 len: 168 time: 0.6019511 Nov 19 13:32:50.017519 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff199f-60e3-43b5-89c5-7e92bca5919d req-4ec65cd7-9bc0-423f-8f31-c628f1700f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:50.019279 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-66ff199f-60e3-43b5-89c5-7e92bca5919d req-4ec65cd7-9bc0-423f-8f31-c628f1700f58 service neutron] 10.222.0.82 "GET /v2.0/networks?id=94129882-55e7-4f60-86f2-20086f9335b5 HTTP/1.1" status: 200 len: 921 time: 0.1930461 Nov 19 13:32:50.038899 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd1317-384b-4ed1-8769-3e0e944c1f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a9a4ea-f3ae-4e8d-8fbf-ffb3b1d7445b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:50.081589 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-66ff199f-60e3-43b5-89c5-7e92bca5919d req-2bbf9a20-5101-4c8d-badd-8f95fd1819ff service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c155a67c-20f3-4691-93b9-b9e98dad1f20 HTTP/1.1" status: 200 len: 217 time: 0.0438652 Nov 19 13:32:50.089090 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-562e5e7c-8b68-44e1-a9bd-a6285d867d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7c9f90-7603-4fe3-8487-30a0aabf35ce {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:32:50.105583 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-562e5e7c-8b68-44e1-a9bd-a6285d867d77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:50.173403 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff199f-60e3-43b5-89c5-7e92bca5919d req-e603ab38-b9f2-4ccc-8411-d08509c6a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:50.175581 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-66ff199f-60e3-43b5-89c5-7e92bca5919d req-e603ab38-b9f2-4ccc-8411-d08509c6a7c7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ca813023-0106-4533-88fc-30d699229a62 HTTP/1.1" status: 200 len: 859 time: 0.0814061 Nov 19 13:32:50.178734 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-562e5e7c-8b68-44e1-a9bd-a6285d867d77 service neutron] Transition to ACTIVE for port object aa7c9f90-7603-4fe3-8487-30a0aabf35ce will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:32:50.183981 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-562e5e7c-8b68-44e1-a9bd-a6285d867d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:50.269340 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-66ff199f-60e3-43b5-89c5-7e92bca5919d req-2effb089-a95d-4745-8b3c-790babbc2a66 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94129882-55e7-4f60-86f2-20086f9335b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799348 Nov 19 13:32:50.403568 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e5e7c-8b68-44e1-a9bd-a6285d867d77 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7c9f90-7603-4fe3-8487-30a0aabf35ce,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:50.423097 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-562e5e7c-8b68-44e1-a9bd-a6285d867d77 service neutron] Attempting to bind port aa7c9f90-7603-4fe3-8487-30a0aabf35ce on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:32:50.423626 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-562e5e7c-8b68-44e1-a9bd-a6285d867d77 service neutron] Attempting to bind port aa7c9f90-7603-4fe3-8487-30a0aabf35ce by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': '93dbdbc4-5fbc-47f0-a710-7364a37835a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '94129882-55e7-4f60-86f2-20086f9335b5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:32:50.424138 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-562e5e7c-8b68-44e1-a9bd-a6285d867d77 service neutron] Attempting to bind port aa7c9f90-7603-4fe3-8487-30a0aabf35ce on network 94129882-55e7-4f60-86f2-20086f9335b5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:50.440563 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-562e5e7c-8b68-44e1-a9bd-a6285d867d77 service neutron] Port aa7c9f90-7603-4fe3-8487-30a0aabf35ce on network 94129882-55e7-4f60-86f2-20086f9335b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:32:50.441041 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-562e5e7c-8b68-44e1-a9bd-a6285d867d77 service neutron] Attempting to bind port aa7c9f90-7603-4fe3-8487-30a0aabf35ce on network 94129882-55e7-4f60-86f2-20086f9335b5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:50.453333 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-562e5e7c-8b68-44e1-a9bd-a6285d867d77 service neutron] Checking agent: {'id': '75923988-c426-4077-9ddc-4d64f8800d36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'started_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:32:50.453737 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-562e5e7c-8b68-44e1-a9bd-a6285d867d77 service neutron] Checking segment: {'id': '93dbdbc4-5fbc-47f0-a710-7364a37835a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '94129882-55e7-4f60-86f2-20086f9335b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:50.454131 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-562e5e7c-8b68-44e1-a9bd-a6285d867d77 service neutron] Bound using segment: {'id': '93dbdbc4-5fbc-47f0-a710-7364a37835a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '94129882-55e7-4f60-86f2-20086f9335b5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:32:50.454789 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-562e5e7c-8b68-44e1-a9bd-a6285d867d77 service neutron] Bound port: aa7c9f90-7603-4fe3-8487-30a0aabf35ce, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93dbdbc4-5fbc-47f0-a710-7364a37835a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '94129882-55e7-4f60-86f2-20086f9335b5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:32:50.455195 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-562e5e7c-8b68-44e1-a9bd-a6285d867d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:50.485953 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-66ff199f-60e3-43b5-89c5-7e92bca5919d req-fdcb4685-58c2-4262-9658-55e177610a72 service neutron] 10.222.0.82 "GET /v2.0/networks/94129882-55e7-4f60-86f2-20086f9335b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825407 Nov 19 13:32:50.630478 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-562e5e7c-8b68-44e1-a9bd-a6285d867d77 service neutron] For port aa7c9f90-7603-4fe3-8487-30a0aabf35ce, host hv-cinder-81632, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:32:50.659293 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-562e5e7c-8b68-44e1-a9bd-a6285d867d77 service neutron] For port aa7c9f90-7603-4fe3-8487-30a0aabf35ce, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=aa7c9f90-7603-4fe3-8487-30a0aabf35ce,segment=NetworkSegment(93dbdbc4-5fbc-47f0-a710-7364a37835a9),segment_id=93dbdbc4-5fbc-47f0-a710-7364a37835a9)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:32:50.666166 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-562e5e7c-8b68-44e1-a9bd-a6285d867d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:50.702155 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 41198) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:50.747742 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-66ff199f-60e3-43b5-89c5-7e92bca5919d req-cc12043f-77b2-4b78-b9b7-2bc76eb8e911 service neutron] 10.222.0.82 "GET /v2.0/networks/94129882-55e7-4f60-86f2-20086f9335b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257304 Nov 19 13:32:50.753607 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fee2b50c-e15b-44e8-9ab4-5b827169eb16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:50.765625 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-562e5e7c-8b68-44e1-a9bd-a6285d867d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:50.766257 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-562e5e7c-8b68-44e1-a9bd-a6285d867d77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:50.767665 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-562e5e7c-8b68-44e1-a9bd-a6285d867d77 service neutron] 10.222.0.82 "PUT /v2.0/ports/aa7c9f90-7603-4fe3-8487-30a0aabf35ce HTTP/1.1" status: 200 len: 1094 time: 1.5768859 Nov 19 13:32:50.769784 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569ce281-1611-4053-b372-729e4441cbc0', 'tag': 'aa7c9f90-7603-4fe3-8487-30a0aabf35ce'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:32:50.773104 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09422aa0-fd3c-4225-a344-687ca13bd225" -d '{"events": [{"name": "network-changed", "server_uuid": "569ce281-1611-4053-b372-729e4441cbc0", "tag": "aa7c9f90-7603-4fe3-8487-30a0aabf35ce"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:32:50.797742 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 03bde8dc-0fc7-48a8-a1b6-cae11f8033d5 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:32:50.805612 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e5e7c-8b68-44e1-a9bd-a6285d867d77 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7c9f90-7603-4fe3-8487-30a0aabf35ce,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:50.925309 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fee2b50c-e15b-44e8-9ab4-5b827169eb16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:50.928619 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605ff13b-39cc-4c1c-a455-1439381b9862 x-openstack-request-id: req-605ff13b-39cc-4c1c-a455-1439381b9862 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:32:50.929269 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "569ce281-1611-4053-b372-729e4441cbc0", "tag": "aa7c9f90-7603-4fe3-8487-30a0aabf35ce", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:32:50.929656 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-605ff13b-39cc-4c1c-a455-1439381b9862 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:32:50.930185 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569ce281-1611-4053-b372-729e4441cbc0', 'tag': 'aa7c9f90-7603-4fe3-8487-30a0aabf35ce', 'status': 'completed', 'code': 200} Nov 19 13:32:50.938961 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce9c17-d09f-447f-b20e-775d5d805bf1 req-6d6ce6a2-80db-4df3-8130-8170f55129d9 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:50.942786 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-bdce9c17-d09f-447f-b20e-775d5d805bf1 req-6d6ce6a2-80db-4df3-8130-8170f55129d9 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 943 time: 0.4345398 Nov 19 13:32:50.954942 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fee2b50c-e15b-44e8-9ab4-5b827169eb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:51.059729 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-bdce9c17-d09f-447f-b20e-775d5d805bf1 req-f4f99be7-be85-48e7-9a06-d292e062a061 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065152 Nov 19 13:32:51.071834 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73551143-bb23-4cfb-b62b-a49c81b58843 req-aa5ddd78-720c-48a4-8497-e45a1e586547 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:51.080745 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-73551143-bb23-4cfb-b62b-a49c81b58843 req-aa5ddd78-720c-48a4-8497-e45a1e586547 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 943 time: 0.0779335 Nov 19 13:32:51.096957 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 03bde8dc-0fc7-48a8-a1b6-cae11f8033d5, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=03bde8dc-0fc7-48a8-a1b6-cae11f8033d5,segment=NetworkSegment(85056d8e-48cf-4ef4-b765-08a82b1fd145),segment_id=85056d8e-48cf-4ef4-b765-08a82b1fd145)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:51.128309 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Returning: {'device': '03bde8dc-0fc7-48a8-a1b6-cae11f8033d5', 'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c', 'port_id': '03bde8dc-0fc7-48a8-a1b6-cae11f8033d5', 'mac_address': 'fa:16:3e:86:e9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30ec31d-66a3-4d76-b433-0201bea0d251', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:32:51.148177 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-73551143-bb23-4cfb-b62b-a49c81b58843 req-f66c8567-c2ac-4303-81fd-07204a13d65f tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/security-groups?id=564b2504-d141-42c1-a004-1bd296dc21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662973 Nov 19 13:32:51.254848 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:51.262159 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-fee2b50c-e15b-44e8-9ab4-5b827169eb16 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0a6abe2d6c99425895b846f93a4d2bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5357077 Nov 19 13:32:51.272359 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 41234) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:51.273151 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2b50c-e15b-44e8-9ab4-5b827169eb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e54550-9dec-4651-b596-5ed601026474,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:51.288612 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03bde8dc-0fc7-48a8-a1b6-cae11f8033d5 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:32:51.319296 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 03bde8dc-0fc7-48a8-a1b6-cae11f8033d5, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=03bde8dc-0fc7-48a8-a1b6-cae11f8033d5,segment=NetworkSegment(85056d8e-48cf-4ef4-b765-08a82b1fd145),segment_id=85056d8e-48cf-4ef4-b765-08a82b1fd145)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:51.329180 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-fb30892b-9a8e-4d9d-8d56-b0287e996491 req-cee9bcaf-2c75-45df-8f02-c5306b1ed3f2 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 210 time: 0.0770273 Nov 19 13:32:51.331582 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:51.339076 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 7954c669-5837-4866-8f97-92b4c1e8dd4a details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:32:51.341196 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-8b35da93-36c8-4813-b896-0353bb654dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:51.342728 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-8b35da93-36c8-4813-b896-0353bb654dce service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f5f789d031f747e1943f91b44d5587cf&device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 1097 time: 0.4115446 Nov 19 13:32:51.357076 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac2b29-bc72-4106-9743-1d3bb5f0f750 req-98db87ff-7824-42ca-8f99-80f66fa6394a tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:51.358394 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0aac2b29-bc72-4106-9743-1d3bb5f0f750 req-98db87ff-7824-42ca-8f99-80f66fa6394a tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 944 time: 0.1521389 Nov 19 13:32:51.459813 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=03bde8dc-0fc7-48a8-a1b6-cae11f8033d5,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:51.470960 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0aac2b29-bc72-4106-9743-1d3bb5f0f750 req-17f74dec-f414-4edf-bd2b-21e2253552b2 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955458 Nov 19 13:32:51.513009 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 7954c669-5837-4866-8f97-92b4c1e8dd4a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=7954c669-5837-4866-8f97-92b4c1e8dd4a,segment=NetworkSegment(f1ab96dd-7309-42a5-b191-f25f2164ed14),segment_id=f1ab96dd-7309-42a5-b191-f25f2164ed14)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:51.529465 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Returning: {'device': '7954c669-5837-4866-8f97-92b4c1e8dd4a', 'network_id': '98303e9f-da53-4255-ad3a-0f903d6674c5', 'port_id': '7954c669-5837-4866-8f97-92b4c1e8dd4a', 'mac_address': 'fa:16:3e:ce:e4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9918502b-46c0-4926-94dd-3bad6b45ae1c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:32:51.578784 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:51.592795 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7954c669-5837-4866-8f97-92b4c1e8dd4a {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:32:51.605693 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-b3346564-4a69-41f5-a44f-7936ed86d746 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa7c9f90-7603-4fe3-8487-30a0aabf35ce HTTP/1.1" status: 200 len: 217 time: 0.2407568 Nov 19 13:32:51.613895 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-0b2d4180-ab1b-4c43-a630-401e16bbaf03 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:51.614651 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-0b2d4180-ab1b-4c43-a630-401e16bbaf03 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.82 "GET /v2.0/networks?id=29a05973-aaf0-4f6c-b6bc-89790fb13240 HTTP/1.1" status: 200 len: 810 time: 0.6351995 Nov 19 13:32:51.615709 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 7954c669-5837-4866-8f97-92b4c1e8dd4a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=7954c669-5837-4866-8f97-92b4c1e8dd4a,segment=NetworkSegment(f1ab96dd-7309-42a5-b191-f25f2164ed14),segment_id=f1ab96dd-7309-42a5-b191-f25f2164ed14)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:51.620511 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:51.682302 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=7954c669-5837-4866-8f97-92b4c1e8dd4a,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:51.700335 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a0300ddc-3797-49c7-a1c0-ccfc2f4de87d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:51.712340 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-ba3b0c7d-2679-4bf2-b261-76f9152f029b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:51.713731 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-ba3b0c7d-2679-4bf2-b261-76f9152f029b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ca813023-0106-4533-88fc-30d699229a62 HTTP/1.1" status: 200 len: 859 time: 0.0942965 Nov 19 13:32:51.772585 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-9e5dd850-3386-46cf-a4fd-ca1801c56231 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94129882-55e7-4f60-86f2-20086f9335b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449636 Nov 19 13:32:51.774681 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a0300ddc-3797-49c7-a1c0-ccfc2f4de87d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:51.801733 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-be4f89d7-d077-47e9-be81-c9673b67b3d7 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75905e8c906249a991884302d2b56a3a HTTP/1.1" status: 200 len: 380 time: 0.1713097 Nov 19 13:32:51.848151 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-e4be0c35-c65d-4415-9487-ef438b7eed22 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Request body: {'port': {'device_id': '349fb525-36ec-4e5e-b88e-6ef2665baa85', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'admin_state_up': True, 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'security_groups': ['c6c78f13-0c90-4342-a8b3-cd22afa49acf']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:51.918436 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['03bde8dc-0fc7-48a8-a1b6-cae11f8033d5'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:32:51.961806 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['7954c669-5837-4866-8f97-92b4c1e8dd4a'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:32:51.965039 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a0300ddc-3797-49c7-a1c0-ccfc2f4de87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:51.967954 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a0300ddc-3797-49c7-a1c0-ccfc2f4de87d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:51.969372 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-a0300ddc-3797-49c7-a1c0-ccfc2f4de87d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/32e54550-9dec-4651-b596-5ed601026474 HTTP/1.1" status: 204 len: 168 time: 0.6900425 Nov 19 13:32:51.982243 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-117f7438-7aaa-4f4f-a2a1-37a0a38b0861 service neutron] 10.222.0.82 "GET /v2.0/networks/94129882-55e7-4f60-86f2-20086f9335b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972425 Nov 19 13:32:52.001510 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0300ddc-3797-49c7-a1c0-ccfc2f4de87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e54550-9dec-4651-b596-5ed601026474,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:52.080438 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-e4be0c35-c65d-4415-9487-ef438b7eed22 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Made reservation on behalf of 75905e8c906249a991884302d2b56a3a for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:52.094777 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-e4be0c35-c65d-4415-9487-ef438b7eed22 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:52.220107 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-90044331-58a3-4ebc-bcdc-b94b6e1d7389 req-ae358587-f0b0-4555-b3f0-1c61e4f59908 service neutron] 10.222.0.82 "GET /v2.0/networks/94129882-55e7-4f60-86f2-20086f9335b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196271 Nov 19 13:32:52.323625 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf8401-6ff6-4fde-9306-1ec2bc4f641b req-0e2f5e5d-5d90-45d2-8b84-6873ac91e4c3 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:52.325739 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a1bf8401-6ff6-4fde-9306-1ec2bc4f641b req-0e2f5e5d-5d90-45d2-8b84-6873ac91e4c3 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 944 time: 0.1310050 Nov 19 13:32:52.363191 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7c00a-62a0-4e22-89f1-6d41ab2d1961 req-1dcc55a2-e2f2-459a-8e3d-31b4ea7c0999 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:52.371397 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c5c7c00a-62a0-4e22-89f1-6d41ab2d1961 req-1dcc55a2-e2f2-459a-8e3d-31b4ea7c0999 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 944 time: 0.0992384 Nov 19 13:32:52.384830 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-e4be0c35-c65d-4415-9487-ef438b7eed22 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Allocated IP 172.20.0.10 (29a05973-aaf0-4f6c-b6bc-89790fb13240/92afe969-d4c1-4108-a3bc-4e2243e08e74/4271e34a-dfc5-4106-b456-f13560f256b8) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:52.440667 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a1bf8401-6ff6-4fde-9306-1ec2bc4f641b req-f1a37fa3-70c5-4a07-bac2-b4e5c0714ea7 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054265 Nov 19 13:32:52.476349 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c5c7c00a-62a0-4e22-89f1-6d41ab2d1961 req-bdc6571c-7f63-4eb2-bb51-d64e7b338ad2 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/security-groups?id=564b2504-d141-42c1-a004-1bd296dc21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038628 Nov 19 13:32:52.520771 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09422aa0-fd3c-4225-a344-687ca13bd225 req-e23c49fb-6c42-4d85-bff5-1ebc3605a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:52.522283 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-09422aa0-fd3c-4225-a344-687ca13bd225 req-e23c49fb-6c42-4d85-bff5-1ebc3605a8e9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f5f789d031f747e1943f91b44d5587cf&device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 1097 time: 0.0958171 Nov 19 13:32:52.542441 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-da95cea0-32e4-4d56-924e-83da5172aee7 req-4c2b6f1b-7722-416f-86e6-be69e98b2d5b tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 210 time: 0.0277181 Nov 19 13:32:52.637280 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbfdb3-1bb5-4df4-b570-8178f15e5cd3 req-652dbce5-0347-4cb7-ac59-35e8bcb1f561 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:52.653476 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-73cbfdb3-1bb5-4df4-b570-8178f15e5cd3 req-652dbce5-0347-4cb7-ac59-35e8bcb1f561 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 944 time: 0.0908175 Nov 19 13:32:52.659105 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-e4be0c35-c65d-4415-9487-ef438b7eed22 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:52.731063 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09422aa0-fd3c-4225-a344-687ca13bd225 req-f8c43822-87cf-48f6-9edf-57130a8178ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:52.733813 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-09422aa0-fd3c-4225-a344-687ca13bd225 req-f8c43822-87cf-48f6-9edf-57130a8178ea service neutron] 10.222.0.82 "GET /v2.0/networks?id=94129882-55e7-4f60-86f2-20086f9335b5 HTTP/1.1" status: 200 len: 921 time: 0.1831853 Nov 19 13:32:52.751491 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-73cbfdb3-1bb5-4df4-b570-8178f15e5cd3 req-cf416e0b-7a0a-444f-a7ae-8d3225082723 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820291 Nov 19 13:32:52.781451 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device c155a67c-20f3-4691-93b9-b9e98dad1f20 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:32:52.787876 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-09422aa0-fd3c-4225-a344-687ca13bd225 req-a8bd7e70-c0b8-4e03-b2e6-391e502f2c70 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa7c9f90-7603-4fe3-8487-30a0aabf35ce HTTP/1.1" status: 200 len: 217 time: 0.0466611 Nov 19 13:32:52.788977 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-e4be0c35-c65d-4415-9487-ef438b7eed22 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:52.877270 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-e4be0c35-c65d-4415-9487-ef438b7eed22 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Network 29a05973-aaf0-4f6c-b6bc-89790fb13240 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:52.883830 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be0c35-c65d-4415-9487-ef438b7eed22 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Pushing event updated for resources: {'Port': ['ID=4271e34a-dfc5-4106-b456-f13560f256b8,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:52.886389 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-e4be0c35-c65d-4415-9487-ef438b7eed22 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:52.890156 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-e4be0c35-c65d-4415-9487-ef438b7eed22 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:32:52.895915 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-e4be0c35-c65d-4415-9487-ef438b7eed22 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:52.897026 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-e4be0c35-c65d-4415-9487-ef438b7eed22 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:52.905697 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09422aa0-fd3c-4225-a344-687ca13bd225 req-42b2999a-f832-49f3-aff5-c386170c4c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:52.907145 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-09422aa0-fd3c-4225-a344-687ca13bd225 req-42b2999a-f832-49f3-aff5-c386170c4c2f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ca813023-0106-4533-88fc-30d699229a62 HTTP/1.1" status: 200 len: 859 time: 0.1083560 Nov 19 13:32:52.922728 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-e4be0c35-c65d-4415-9487-ef438b7eed22 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1071248 Nov 19 13:32:52.939509 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port c155a67c-20f3-4691-93b9-b9e98dad1f20, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c155a67c-20f3-4691-93b9-b9e98dad1f20,segment=NetworkSegment(93dbdbc4-5fbc-47f0-a710-7364a37835a9),segment_id=93dbdbc4-5fbc-47f0-a710-7364a37835a9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:52.944140 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-63081ea4-68de-4f9c-87b1-e0f927b7bb9b service neutron] Request body: {'port': {'device_id': '349fb525-36ec-4e5e-b88e-6ef2665baa85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:52.960873 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Returning: {'device': 'c155a67c-20f3-4691-93b9-b9e98dad1f20', 'network_id': '94129882-55e7-4f60-86f2-20086f9335b5', 'port_id': 'c155a67c-20f3-4691-93b9-b9e98dad1f20', 'mac_address': 'fa:16:3e:90:e8:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca813023-0106-4533-88fc-30d699229a62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:32:52.971005 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-09422aa0-fd3c-4225-a344-687ca13bd225 req-5dcf6bf8-27c7-4f54-adfd-e12c3d9b2e63 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94129882-55e7-4f60-86f2-20086f9335b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561445 Nov 19 13:32:53.047829 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:53.078068 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c155a67c-20f3-4691-93b9-b9e98dad1f20 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:32:53.142285 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port c155a67c-20f3-4691-93b9-b9e98dad1f20, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c155a67c-20f3-4691-93b9-b9e98dad1f20,segment=NetworkSegment(93dbdbc4-5fbc-47f0-a710-7364a37835a9),segment_id=93dbdbc4-5fbc-47f0-a710-7364a37835a9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:53.143580 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-63081ea4-68de-4f9c-87b1-e0f927b7bb9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:53.151592 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:53.315085 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e1448a0e-42a9-498b-bc5f-dd0eca058788 None None] Provisioning complete for port 4271e34a-dfc5-4106-b456-f13560f256b8 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:53.315737 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e1448a0e-42a9-498b-bc5f-dd0eca058788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:53.335821 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-09422aa0-fd3c-4225-a344-687ca13bd225 req-e0fee2c3-6528-4239-9782-7067e2ddbfc3 service neutron] 10.222.0.82 "GET /v2.0/networks/94129882-55e7-4f60-86f2-20086f9335b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332958 Nov 19 13:32:53.385179 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=c155a67c-20f3-4691-93b9-b9e98dad1f20,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:53.414185 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e1448a0e-42a9-498b-bc5f-dd0eca058788 None None] Port 4271e34a-dfc5-4106-b456-f13560f256b8 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:32:53.457910 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['c155a67c-20f3-4691-93b9-b9e98dad1f20'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:32:53.510022 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-09422aa0-fd3c-4225-a344-687ca13bd225 req-992dd915-b966-4b35-a182-da344af986a8 service neutron] 10.222.0.82 "GET /v2.0/networks/94129882-55e7-4f60-86f2-20086f9335b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632850 Nov 19 13:32:53.626769 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 41344) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:53.643878 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-63081ea4-68de-4f9c-87b1-e0f927b7bb9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4271e34a-dfc5-4106-b456-f13560f256b8 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:32:53.657054 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-63081ea4-68de-4f9c-87b1-e0f927b7bb9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:53.690055 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-63081ea4-68de-4f9c-87b1-e0f927b7bb9b service neutron] Transition to ACTIVE for port object 4271e34a-dfc5-4106-b456-f13560f256b8 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:32:53.696988 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-63081ea4-68de-4f9c-87b1-e0f927b7bb9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:53.714432 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c27c2f-b243-4c7c-80bc-4d0b313f8440 req-2841c930-3cdd-4cf0-af8f-e11476859255 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:53.716775 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-52c27c2f-b243-4c7c-80bc-4d0b313f8440 req-2841c930-3cdd-4cf0-af8f-e11476859255 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 944 time: 0.1368723 Nov 19 13:32:53.729992 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c7158-26b5-49bc-8a3f-2956f159d7a4 req-4b83430e-3ff3-40ca-a044-6b4673043c9d tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:53.738019 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-be1c7158-26b5-49bc-8a3f-2956f159d7a4 req-4b83430e-3ff3-40ca-a044-6b4673043c9d tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 944 time: 0.1427197 Nov 19 13:32:53.784424 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63081ea4-68de-4f9c-87b1-e0f927b7bb9b service neutron] Pushing event updated for resources: {'Port': ['ID=4271e34a-dfc5-4106-b456-f13560f256b8,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:53.875796 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-be1c7158-26b5-49bc-8a3f-2956f159d7a4 req-c6dcefc6-f1c4-486a-b9ab-11e28f81bb23 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347394 Nov 19 13:32:53.880109 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-63081ea4-68de-4f9c-87b1-e0f927b7bb9b service neutron] Attempting to bind port 4271e34a-dfc5-4106-b456-f13560f256b8 on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:32:53.880501 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-63081ea4-68de-4f9c-87b1-e0f927b7bb9b service neutron] Attempting to bind port 4271e34a-dfc5-4106-b456-f13560f256b8 by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': 'fb7c540f-12e3-4467-86e6-e4dfa8ed618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:32:53.880766 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-63081ea4-68de-4f9c-87b1-e0f927b7bb9b service neutron] Attempting to bind port 4271e34a-dfc5-4106-b456-f13560f256b8 on network 29a05973-aaf0-4f6c-b6bc-89790fb13240 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:53.887003 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-52c27c2f-b243-4c7c-80bc-4d0b313f8440 req-d9123ad5-7095-4ce3-ad1d-036b2a762557 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/security-groups?id=564b2504-d141-42c1-a004-1bd296dc21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461816 Nov 19 13:32:53.891542 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-63081ea4-68de-4f9c-87b1-e0f927b7bb9b service neutron] Port 4271e34a-dfc5-4106-b456-f13560f256b8 on network 29a05973-aaf0-4f6c-b6bc-89790fb13240 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:32:53.892376 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-63081ea4-68de-4f9c-87b1-e0f927b7bb9b service neutron] Attempting to bind port 4271e34a-dfc5-4106-b456-f13560f256b8 on network 29a05973-aaf0-4f6c-b6bc-89790fb13240 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:53.900406 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-63081ea4-68de-4f9c-87b1-e0f927b7bb9b service neutron] Checking agent: {'id': '75923988-c426-4077-9ddc-4d64f8800d36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'started_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:32:53.900748 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-63081ea4-68de-4f9c-87b1-e0f927b7bb9b service neutron] Checking segment: {'id': 'fb7c540f-12e3-4467-86e6-e4dfa8ed618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:53.901141 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-63081ea4-68de-4f9c-87b1-e0f927b7bb9b service neutron] Bound using segment: {'id': 'fb7c540f-12e3-4467-86e6-e4dfa8ed618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:32:53.901579 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-63081ea4-68de-4f9c-87b1-e0f927b7bb9b service neutron] Bound port: 4271e34a-dfc5-4106-b456-f13560f256b8, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb7c540f-12e3-4467-86e6-e4dfa8ed618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:32:53.902625 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-63081ea4-68de-4f9c-87b1-e0f927b7bb9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:54.028393 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-63081ea4-68de-4f9c-87b1-e0f927b7bb9b service neutron] For port 4271e34a-dfc5-4106-b456-f13560f256b8, host hv-cinder-81632, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:32:54.033803 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-63081ea4-68de-4f9c-87b1-e0f927b7bb9b service neutron] For port 4271e34a-dfc5-4106-b456-f13560f256b8, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=4271e34a-dfc5-4106-b456-f13560f256b8,segment=NetworkSegment(fb7c540f-12e3-4467-86e6-e4dfa8ed618f),segment_id=fb7c540f-12e3-4467-86e6-e4dfa8ed618f)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:32:54.040112 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-63081ea4-68de-4f9c-87b1-e0f927b7bb9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:54.055589 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-130e8a25-f7ac-4f65-8ea8-22b0fb2585f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:54.084219 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-63081ea4-68de-4f9c-87b1-e0f927b7bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:54.086254 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-63081ea4-68de-4f9c-87b1-e0f927b7bb9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:54.087889 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-63081ea4-68de-4f9c-87b1-e0f927b7bb9b service neutron] 10.222.0.82 "PUT /v2.0/ports/4271e34a-dfc5-4106-b456-f13560f256b8 HTTP/1.1" status: 200 len: 1094 time: 1.1504743 Nov 19 13:32:54.088418 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349fb525-36ec-4e5e-b88e-6ef2665baa85', 'tag': '4271e34a-dfc5-4106-b456-f13560f256b8'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:32:54.090904 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1145c8c8-6d5c-4452-b69c-22b281dd9797" -d '{"events": [{"name": "network-changed", "server_uuid": "349fb525-36ec-4e5e-b88e-6ef2665baa85", "tag": "4271e34a-dfc5-4106-b456-f13560f256b8"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:32:54.111104 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75db1e8-38dd-4a83-a8a9-b56b55b32370 req-94f64327-fcb7-435e-a007-0c12df212aae tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:54.117585 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63081ea4-68de-4f9c-87b1-e0f927b7bb9b service neutron] Pushing event updated for resources: {'Port': ['ID=4271e34a-dfc5-4106-b456-f13560f256b8,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:54.118898 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d75db1e8-38dd-4a83-a8a9-b56b55b32370 req-94f64327-fcb7-435e-a007-0c12df212aae tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 944 time: 0.1465399 Nov 19 13:32:54.173564 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c703e8-376a-42c7-a461-36db6d50ecc6 req-629275be-87d8-4de6-a8f0-094c2ba1fa0e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:54.182363 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c4c703e8-376a-42c7-a461-36db6d50ecc6 req-629275be-87d8-4de6-a8f0-094c2ba1fa0e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 944 time: 0.1657069 Nov 19 13:32:54.206010 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-7a749246-9ec4-47a4-bac8-78771e8ac267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:54.207453 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-7a749246-9ec4-47a4-bac8-78771e8ac267 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75905e8c906249a991884302d2b56a3a&device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 1097 time: 0.0654302 Nov 19 13:32:54.264809 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-70774c8d-0a1b-4970-8a4e-dd7878e56c28 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4271e34a-dfc5-4106-b456-f13560f256b8 HTTP/1.1" status: 200 len: 217 time: 0.0481038 Nov 19 13:32:54.278590 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d75db1e8-38dd-4a83-a8a9-b56b55b32370 req-4f3c4612-5527-406c-902d-b230e086f331 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531289 Nov 19 13:32:54.350464 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-a31c301b-2241-47c6-a4db-f273b138760e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:54.351293 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c4c703e8-376a-42c7-a461-36db6d50ecc6 req-d5a22695-e623-4d6d-8317-1ac1c0bfa2b6 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689909 Nov 19 13:32:54.352009 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-a31c301b-2241-47c6-a4db-f273b138760e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=92afe969-d4c1-4108-a3bc-4e2243e08e74 HTTP/1.1" status: 200 len: 849 time: 0.0804048 Nov 19 13:32:54.375117 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcbc598-ef0a-4678-9e54-c3b24fc2e2d7 x-openstack-request-id: req-2dcbc598-ef0a-4678-9e54-c3b24fc2e2d7 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:32:54.377161 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349fb525-36ec-4e5e-b88e-6ef2665baa85", "tag": "4271e34a-dfc5-4106-b456-f13560f256b8", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:32:54.377633 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2dcbc598-ef0a-4678-9e54-c3b24fc2e2d7 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:32:54.378388 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349fb525-36ec-4e5e-b88e-6ef2665baa85', 'tag': '4271e34a-dfc5-4106-b456-f13560f256b8', 'status': 'completed', 'code': 200} Nov 19 13:32:54.381584 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-130e8a25-f7ac-4f65-8ea8-22b0fb2585f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:54.385830 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-130e8a25-f7ac-4f65-8ea8-22b0fb2585f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:54.433957 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-130e8a25-f7ac-4f65-8ea8-22b0fb2585f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d45573f5d7ec4b56a5466bfd665e0da8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7581773 Nov 19 13:32:54.433957 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e8a25-f7ac-4f65-8ea8-22b0fb2585f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b8608b-2f19-486f-aa2a-46eafce4bd00,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:54.436002 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 41378) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:54.458038 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-f82f1c01-f7ec-46f7-8c92-dd0f6b534c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:54.460052 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-f82f1c01-f7ec-46f7-8c92-dd0f6b534c5c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=29a05973-aaf0-4f6c-b6bc-89790fb13240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1013486 Nov 19 13:32:54.497225 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15905b79-7fa4-4b7a-8717-af5a479228c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:54.531565 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15905b79-7fa4-4b7a-8717-af5a479228c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:54.601369 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-9126870e-7018-4517-b1bc-2842dfdb7a54 service neutron] 10.222.0.82 "GET /v2.0/networks/29a05973-aaf0-4f6c-b6bc-89790fb13240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196921 Nov 19 13:32:54.603178 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15905b79-7fa4-4b7a-8717-af5a479228c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:54.607241 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15905b79-7fa4-4b7a-8717-af5a479228c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:54.608643 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-15905b79-7fa4-4b7a-8717-af5a479228c7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/77b8608b-2f19-486f-aa2a-46eafce4bd00 HTTP/1.1" status: 204 len: 168 time: 0.1715550 Nov 19 13:32:54.630139 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15905b79-7fa4-4b7a-8717-af5a479228c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b8608b-2f19-486f-aa2a-46eafce4bd00,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:54.729579 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1c3b7761-4a24-4f7f-a860-825a3512399c req-a7654ae2-bca8-4a67-99cd-b20cbcc7445b service neutron] 10.222.0.82 "GET /v2.0/networks/29a05973-aaf0-4f6c-b6bc-89790fb13240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210415 Nov 19 13:32:54.791234 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device aa7c9f90-7603-4fe3-8487-30a0aabf35ce details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:32:54.798815 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device c155a67c-20f3-4691-93b9-b9e98dad1f20 up at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:54.832241 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145c8c8-6d5c-4452-b69c-22b281dd9797 req-7c815b85-199f-436a-ac55-e6fc3d8ca6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:54.834204 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1145c8c8-6d5c-4452-b69c-22b281dd9797 req-7c815b85-199f-436a-ac55-e6fc3d8ca6c9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75905e8c906249a991884302d2b56a3a&device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 1097 time: 0.0535979 Nov 19 13:32:54.987274 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port aa7c9f90-7603-4fe3-8487-30a0aabf35ce, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=aa7c9f90-7603-4fe3-8487-30a0aabf35ce,segment=NetworkSegment(93dbdbc4-5fbc-47f0-a710-7364a37835a9),segment_id=93dbdbc4-5fbc-47f0-a710-7364a37835a9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:55.002795 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Returning: {'device': 'aa7c9f90-7603-4fe3-8487-30a0aabf35ce', 'network_id': '94129882-55e7-4f60-86f2-20086f9335b5', 'port_id': 'aa7c9f90-7603-4fe3-8487-30a0aabf35ce', 'mac_address': 'fa:16:3e:c5:1d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca813023-0106-4533-88fc-30d699229a62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:32:55.038273 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145c8c8-6d5c-4452-b69c-22b281dd9797 req-225f02df-922d-4f0c-a2dd-8d32d51ae36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:55.039790 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1145c8c8-6d5c-4452-b69c-22b281dd9797 req-225f02df-922d-4f0c-a2dd-8d32d51ae36e service neutron] 10.222.0.82 "GET /v2.0/networks?id=29a05973-aaf0-4f6c-b6bc-89790fb13240 HTTP/1.1" status: 200 len: 912 time: 0.1972413 Nov 19 13:32:55.055445 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:55.081425 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7c9f90-7603-4fe3-8487-30a0aabf35ce {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:32:55.098052 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning for port c155a67c-20f3-4691-93b9-b9e98dad1f20 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:32:55.107162 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning complete for port c155a67c-20f3-4691-93b9-b9e98dad1f20 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:55.107869 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:55.109789 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3faa2-3f00-4af0-be5b-503da36e332b req-545183ad-697e-40b1-aa08-5950ddd674f9 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:55.112214 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1da3faa2-3f00-4af0-be5b-503da36e332b req-545183ad-697e-40b1-aa08-5950ddd674f9 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 944 time: 0.1065567 Nov 19 13:32:55.134215 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port aa7c9f90-7603-4fe3-8487-30a0aabf35ce, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=aa7c9f90-7603-4fe3-8487-30a0aabf35ce,segment=NetworkSegment(93dbdbc4-5fbc-47f0-a710-7364a37835a9),segment_id=93dbdbc4-5fbc-47f0-a710-7364a37835a9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:55.140144 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822546a5-cd18-449f-82c5-d144126bef05 req-9f2356da-44b1-4d9b-b519-3c264fe07b6f tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:55.141643 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-822546a5-cd18-449f-82c5-d144126bef05 req-9f2356da-44b1-4d9b-b519-3c264fe07b6f tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 944 time: 0.0956035 Nov 19 13:32:55.145391 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:55.145616 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1145c8c8-6d5c-4452-b69c-22b281dd9797 req-5061c5f5-2290-412c-95a3-bdb72a60601f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4271e34a-dfc5-4106-b456-f13560f256b8 HTTP/1.1" status: 200 len: 217 time: 0.0979867 Nov 19 13:32:55.222833 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 41420) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:55.242554 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145c8c8-6d5c-4452-b69c-22b281dd9797 req-9c4d963e-2912-4613-a57b-907adc5b41b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:55.244584 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1145c8c8-6d5c-4452-b69c-22b281dd9797 req-9c4d963e-2912-4613-a57b-907adc5b41b2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=92afe969-d4c1-4108-a3bc-4e2243e08e74 HTTP/1.1" status: 200 len: 849 time: 0.0901735 Nov 19 13:32:55.246585 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-948bd3ac-8cd6-44fa-bff4-3d7b70c58f48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:55.269429 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=aa7c9f90-7603-4fe3-8487-30a0aabf35ce,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:55.280468 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:55.328633 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1da3faa2-3f00-4af0-be5b-503da36e332b req-d804c8ba-0e5b-467d-9355-b89a70430833 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085011 Nov 19 13:32:55.333529 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4188f4f5-b384-42f1-82cb-2aaadf9f18d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c155a67c-20f3-4691-93b9-b9e98dad1f20'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:32:55.341010 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-822546a5-cd18-449f-82c5-d144126bef05 req-43e68f5d-e949-4cd2-b606-612dce19ee4e tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/security-groups?id=564b2504-d141-42c1-a004-1bd296dc21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667154 Nov 19 13:32:55.364810 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-948bd3ac-8cd6-44fa-bff4-3d7b70c58f48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:55.384349 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-948bd3ac-8cd6-44fa-bff4-3d7b70c58f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:55.440059 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-948bd3ac-8cd6-44fa-bff4-3d7b70c58f48 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9787b3c0f80b45ec8b2e09791ded1cd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157280 Nov 19 13:32:55.440362 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['aa7c9f90-7603-4fe3-8487-30a0aabf35ce'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:32:55.440819 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 41436) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:55.450508 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145c8c8-6d5c-4452-b69c-22b281dd9797 req-22a8e8f7-b1a8-4c06-a75d-db0d99789b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:55.452148 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1145c8c8-6d5c-4452-b69c-22b281dd9797 req-22a8e8f7-b1a8-4c06-a75d-db0d99789b25 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=29a05973-aaf0-4f6c-b6bc-89790fb13240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1911101 Nov 19 13:32:55.452751 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948bd3ac-8cd6-44fa-bff4-3d7b70c58f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8e3156-2c57-4080-81cf-95fba5c5b507,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:55.515981 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port c155a67c-20f3-4691-93b9-b9e98dad1f20, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c155a67c-20f3-4691-93b9-b9e98dad1f20,segment=NetworkSegment(93dbdbc4-5fbc-47f0-a710-7364a37835a9),segment_id=93dbdbc4-5fbc-47f0-a710-7364a37835a9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:55.523382 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:55.524462 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 7954c669-5837-4866-8f97-92b4c1e8dd4a up at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:55.560963 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353b913-ec54-4648-ac92-7900b1e3a82b req-104e88da-def7-4bb9-a3b1-d5e01101ead8 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:55.561745 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1145c8c8-6d5c-4452-b69c-22b281dd9797 req-3cb6c76c-99dd-458f-9a66-3177df79b02a service neutron] 10.222.0.82 "GET /v2.0/networks/29a05973-aaf0-4f6c-b6bc-89790fb13240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995419 Nov 19 13:32:55.572887 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e353b913-ec54-4648-ac92-7900b1e3a82b req-104e88da-def7-4bb9-a3b1-d5e01101ead8 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 945 time: 0.1413364 Nov 19 13:32:55.642554 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783aa77f-89fe-4820-95eb-bc7d68e9004d req-a0cee4f1-6033-42ec-adfe-9b4d8b14c2c6 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:55.651626 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-783aa77f-89fe-4820-95eb-bc7d68e9004d req-a0cee4f1-6033-42ec-adfe-9b4d8b14c2c6 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 944 time: 0.1697757 Nov 19 13:32:55.672288 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e353b913-ec54-4648-ac92-7900b1e3a82b req-20af64ef-5dd1-4de8-b30e-3b9765a1c16e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955935 Nov 19 13:32:55.736871 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-783aa77f-89fe-4820-95eb-bc7d68e9004d req-f2872fcc-3a81-4d06-a205-720bd8f8d4c5 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840211 Nov 19 13:32:55.776056 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e055a475c9f0143691b95be0e0209c275a71c4689c1f5f09712fcbe57faa4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434dbf5f-6bea-4a3f-840a-85ff49a2f995" -d '{"events": [{"server_uuid": "4188f4f5-b384-42f1-82cb-2aaadf9f18d4", "name": "network-vif-plugged", "status": "completed", "tag": "c155a67c-20f3-4691-93b9-b9e98dad1f20"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:32:55.840474 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed93403b-950b-48c7-8ecf-e2e42aa84d2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:55.840990 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=c155a67c-20f3-4691-93b9-b9e98dad1f20,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:55.873019 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed93403b-950b-48c7-8ecf-e2e42aa84d2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:55.873204 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning for port 7954c669-5837-4866-8f97-92b4c1e8dd4a completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:32:55.886668 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning complete for port 7954c669-5837-4866-8f97-92b4c1e8dd4a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:55.888141 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:55.935324 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1145c8c8-6d5c-4452-b69c-22b281dd9797 req-78b64a4e-1f41-47d7-85cd-43e729436a1f service neutron] 10.222.0.82 "GET /v2.0/networks/29a05973-aaf0-4f6c-b6bc-89790fb13240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649330 Nov 19 13:32:55.974923 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed93403b-950b-48c7-8ecf-e2e42aa84d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:55.978762 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed93403b-950b-48c7-8ecf-e2e42aa84d2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:55.984810 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-ed93403b-950b-48c7-8ecf-e2e42aa84d2b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7a8e3156-2c57-4080-81cf-95fba5c5b507 HTTP/1.1" status: 204 len: 168 time: 0.5418670 Nov 19 13:32:56.004399 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93403b-950b-48c7-8ecf-e2e42aa84d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8e3156-2c57-4080-81cf-95fba5c5b507,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:56.015548 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3263fbec-8bf1-4a7e-9a07-ce234fef9b8e x-openstack-request-id: req-3263fbec-8bf1-4a7e-9a07-ce234fef9b8e {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:32:56.016297 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4188f4f5-b384-42f1-82cb-2aaadf9f18d4", "name": "network-vif-plugged", "status": "completed", "tag": "c155a67c-20f3-4691-93b9-b9e98dad1f20", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:32:56.016561 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3263fbec-8bf1-4a7e-9a07-ce234fef9b8e {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:32:56.018415 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4188f4f5-b384-42f1-82cb-2aaadf9f18d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c155a67c-20f3-4691-93b9-b9e98dad1f20', 'code': 200} Nov 19 13:32:56.053023 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:56.110016 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 7954c669-5837-4866-8f97-92b4c1e8dd4a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=7954c669-5837-4866-8f97-92b4c1e8dd4a,segment=NetworkSegment(f1ab96dd-7309-42a5-b191-f25f2164ed14),segment_id=f1ab96dd-7309-42a5-b191-f25f2164ed14)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:56.116182 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:56.117480 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 03bde8dc-0fc7-48a8-a1b6-cae11f8033d5 up at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:56.206279 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=7954c669-5837-4866-8f97-92b4c1e8dd4a,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:56.224550 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning for port 03bde8dc-0fc7-48a8-a1b6-cae11f8033d5 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:32:56.229140 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning complete for port 03bde8dc-0fc7-48a8-a1b6-cae11f8033d5 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:56.229517 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:56.262991 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d4d97-6134-40a5-8647-677c216c80d2 req-813f3427-b88a-43b9-aa00-03a86314b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:56.264814 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-389d4d97-6134-40a5-8647-677c216c80d2 req-813f3427-b88a-43b9-aa00-03a86314b0d5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 1098 time: 0.0980916 Nov 19 13:32:56.288346 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-389d4d97-6134-40a5-8647-677c216c80d2 req-a36ef40f-7c5d-4c8a-a65d-4ab663b0992e service neutron] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:56.325320 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:56.393444 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-389d4d97-6134-40a5-8647-677c216c80d2 req-a36ef40f-7c5d-4c8a-a65d-4ab663b0992e service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:56.399883 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-389d4d97-6134-40a5-8647-677c216c80d2 req-a36ef40f-7c5d-4c8a-a65d-4ab663b0992e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:56.447153 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 03bde8dc-0fc7-48a8-a1b6-cae11f8033d5, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=03bde8dc-0fc7-48a8-a1b6-cae11f8033d5,segment=NetworkSegment(85056d8e-48cf-4ef4-b765-08a82b1fd145),segment_id=85056d8e-48cf-4ef4-b765-08a82b1fd145)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:56.453738 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-30f005e3-e19d-410c-94cc-a2c4038d3021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:56.459530 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:56.533302 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=03bde8dc-0fc7-48a8-a1b6-cae11f8033d5,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:56.555367 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ef40f-7c5d-4c8a-a65d-4ab663b0992e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f86c6f6e-a55f-44d8-8f3c-2d6e570787ad,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:56.564607 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-389d4d97-6134-40a5-8647-677c216c80d2 req-a36ef40f-7c5d-4c8a-a65d-4ab663b0992e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911942 Nov 19 13:32:56.618239 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd09f6-9bee-4fb9-9d4f-a1ff11ec62bd req-ff1c8676-c599-4154-af5c-2b14834279c5 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:56.625744 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3ebd09f6-9bee-4fb9-9d4f-a1ff11ec62bd req-ff1c8676-c599-4154-af5c-2b14834279c5 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 945 time: 0.1321130 Nov 19 13:32:56.635951 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c14d4b-9972-4e91-bc70-00408f1c60d1 req-65266389-97f9-414b-90cb-7dacc1becc8c tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:56.643838 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-65c14d4b-9972-4e91-bc70-00408f1c60d1 req-65266389-97f9-414b-90cb-7dacc1becc8c tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 945 time: 0.1603081 Nov 19 13:32:56.725406 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-65c14d4b-9972-4e91-bc70-00408f1c60d1 req-36a6ad8c-d45e-4975-8363-b1801b23cf6e tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806508 Nov 19 13:32:56.736487 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3ebd09f6-9bee-4fb9-9d4f-a1ff11ec62bd req-c4b2b027-fa0b-4027-bf00-2a772f50bc41 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/security-groups?id=564b2504-d141-42c1-a004-1bd296dc21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078420 Nov 19 13:32:56.804572 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device aa7c9f90-7603-4fe3-8487-30a0aabf35ce up at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:56.949181 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning for port aa7c9f90-7603-4fe3-8487-30a0aabf35ce completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:32:56.949816 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b17c2-7a1a-4a1d-99af-79dece2f469d req-4c9010b1-243f-41a9-b258-26b1aeaaea5d tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:56.951582 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3d2b17c2-7a1a-4a1d-99af-79dece2f469d req-4c9010b1-243f-41a9-b258-26b1aeaaea5d tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 945 time: 0.1170683 Nov 19 13:32:56.954722 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning complete for port aa7c9f90-7603-4fe3-8487-30a0aabf35ce triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:56.955264 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:56.965761 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29edd5-a8d7-464b-a354-c789bf3a73e2 req-0f13060c-6e8f-45ba-896b-f7b5937e711a tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:56.973171 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5a29edd5-a8d7-464b-a354-c789bf3a73e2 req-0f13060c-6e8f-45ba-896b-f7b5937e711a tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 944 time: 0.1094213 Nov 19 13:32:57.054947 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5a29edd5-a8d7-464b-a354-c789bf3a73e2 req-65968dc1-541c-46b0-95ea-04fbb5ef20f3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808382 Nov 19 13:32:57.062994 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.073443 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3d2b17c2-7a1a-4a1d-99af-79dece2f469d req-2d1b5f59-8770-4be6-85fa-dec1827ab1a6 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974948 Nov 19 13:32:57.096766 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 41576) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:57.115245 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port aa7c9f90-7603-4fe3-8487-30a0aabf35ce, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=aa7c9f90-7603-4fe3-8487-30a0aabf35ce,segment=NetworkSegment(93dbdbc4-5fbc-47f0-a710-7364a37835a9),segment_id=93dbdbc4-5fbc-47f0-a710-7364a37835a9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:57.125135 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.189168 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=aa7c9f90-7603-4fe3-8487-30a0aabf35ce,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:57.230173 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-3928de41-9448-4303-8523-a49567d9e3ad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1774339437-network', 'tenant_id': '5bd916f394bc447781f0aecf798f89a9'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:57.255063 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3928de41-9448-4303-8523-a49567d9e3ad admin admin] Made reservation on behalf of 5bd916f394bc447781f0aecf798f89a9 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:57.257408 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3928de41-9448-4303-8523-a49567d9e3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.269761 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3928de41-9448-4303-8523-a49567d9e3ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.300464 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 41590) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:57.353784 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3928de41-9448-4303-8523-a49567d9e3ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.359200 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3928de41-9448-4303-8523-a49567d9e3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.387865 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3928de41-9448-4303-8523-a49567d9e3ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1122} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:32:57.394734 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928de41-9448-4303-8523-a49567d9e3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded15869-919d-4aa5-bd57-a54a88afea7e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:57.401763 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3928de41-9448-4303-8523-a49567d9e3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.401763 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.db.segments_db [None req-3928de41-9448-4303-8523-a49567d9e3ad admin admin] Added segment 5224f949-5a07-471e-9e7b-a597bd8203e7 of type vlan for network 56ff7982-0324-4ea2-8fed-48251fd36c42 Nov 19 13:32:57.432555 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4baaf2c0-08fb-46f3-8e61-211f0f0fd67f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.444855 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3928de41-9448-4303-8523-a49567d9e3ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736459351574'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.469890 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3928de41-9448-4303-8523-a49567d9e3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.470837 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3928de41-9448-4303-8523-a49567d9e3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:57.471453 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3928de41-9448-4303-8523-a49567d9e3ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.508449 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4baaf2c0-08fb-46f3-8e61-211f0f0fd67f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.512818 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4baaf2c0-08fb-46f3-8e61-211f0f0fd67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.528991 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-3928de41-9448-4303-8523-a49567d9e3ad admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4304867 Nov 19 13:32:57.534951 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 41596) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:57.540283 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ef97e5e9-3fad-4e4d-8b2d-a7e578bdd30d admin admin] Request body: {'subnet': {'network_id': '56ff7982-0324-4ea2-8fed-48251fd36c42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1774339437-subnet', 'tenant_id': '5bd916f394bc447781f0aecf798f89a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:57.551543 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928de41-9448-4303-8523-a49567d9e3ad admin admin] Pushing event updated for resources: {'Network': ['ID=56ff7982-0324-4ea2-8fed-48251fd36c42,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:57.557616 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-4baaf2c0-08fb-46f3-8e61-211f0f0fd67f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=85c9672895754796bb3b655868b7b711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531970 Nov 19 13:32:57.557616 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baaf2c0-08fb-46f3-8e61-211f0f0fd67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76025836-6ccd-4b4a-95f5-ac1650084af2,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:57.557825 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 41598) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:57.563830 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Network 56ff7982-0324-4ea2-8fed-48251fd36c42 details requested by agent ovs-agent-dv-cinder-816324-4-smb with host dv-cinder-816324-4-smb {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:32:57.588517 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef97e5e9-3fad-4e4d-8b2d-a7e578bdd30d admin admin] Made reservation on behalf of 5bd916f394bc447781f0aecf798f89a9 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:57.590866 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ef97e5e9-3fad-4e4d-8b2d-a7e578bdd30d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.671520 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd3d2462-1714-44bd-8b28-7ccb5908345b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.706388 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd3d2462-1714-44bd-8b28-7ccb5908345b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.828444 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd3d2462-1714-44bd-8b28-7ccb5908345b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.831013 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd3d2462-1714-44bd-8b28-7ccb5908345b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.832185 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-fd3d2462-1714-44bd-8b28-7ccb5908345b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/76025836-6ccd-4b4a-95f5-ac1650084af2 HTTP/1.1" status: 204 len: 168 time: 0.2722981 Nov 19 13:32:57.835702 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 6 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:32:57.845723 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ef97e5e9-3fad-4e4d-8b2d-a7e578bdd30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.847872 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d2462-1714-44bd-8b28-7ccb5908345b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76025836-6ccd-4b4a-95f5-ac1650084af2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:57.893024 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e123e-df74-49ca-8e20-502181e5dfab req-601d26ff-8daa-4e30-ac4c-54c79551757d tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:57.894429 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a18e123e-df74-49ca-8e20-502181e5dfab req-601d26ff-8daa-4e30-ac4c-54c79551757d tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 945 time: 0.0970736 Nov 19 13:32:57.908748 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22726d9d-8629-4ce7-bc4c-7df59da86523 req-165a4a1d-09be-4a5e-8126-9d185609bdd0 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:57.910362 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-22726d9d-8629-4ce7-bc4c-7df59da86523 req-165a4a1d-09be-4a5e-8126-9d185609bdd0 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 945 time: 0.1013346 Nov 19 13:32:57.925024 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97e5e9-3fad-4e4d-8b2d-a7e578bdd30d admin admin] Pushing event updated for resources: {'Subnet': ['ID=97a3f337-a0e6-4285-9b81-39d7c78e178f,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:57.936210 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef97e5e9-3fad-4e4d-8b2d-a7e578bdd30d admin admin] Checking segment: {'id': '5224f949-5a07-471e-9e7b-a597bd8203e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '56ff7982-0324-4ea2-8fed-48251fd36c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:57.936769 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef97e5e9-3fad-4e4d-8b2d-a7e578bdd30d admin admin] Network hostable DHCP agents. Network: 56ff7982-0324-4ea2-8fed-48251fd36c42, hostable agents: ['a9493b20-30d9-4471-90b9-83259b2d43bc'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:32:57.957231 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef97e5e9-3fad-4e4d-8b2d-a7e578bdd30d admin admin] Network 56ff7982-0324-4ea2-8fed-48251fd36c42 is scheduled to be hosted by DHCP agent a9493b20-30d9-4471-90b9-83259b2d43bc with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:32:57.970379 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-ef97e5e9-3fad-4e4d-8b2d-a7e578bdd30d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-smb, 56ff7982-0324-4ea2-8fed-48251fd36c42) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:57.977133 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef97e5e9-3fad-4e4d-8b2d-a7e578bdd30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:57.977934 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ef97e5e9-3fad-4e4d-8b2d-a7e578bdd30d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.986276 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec249894-caf2-4840-b0cf-a8547dac3cfe None None] Network 56ff7982-0324-4ea2-8fed-48251fd36c42 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:57.998906 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a18e123e-df74-49ca-8e20-502181e5dfab req-7a66d989-57e1-4e77-ade6-d5456dcae12d tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/security-groups?id=564b2504-d141-42c1-a004-1bd296dc21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874984 Nov 19 13:32:58.001758 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-ef97e5e9-3fad-4e4d-8b2d-a7e578bdd30d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4653230 Nov 19 13:32:58.003858 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-22726d9d-8629-4ce7-bc4c-7df59da86523 req-bd7bb485-4673-4b59-b24b-c89342e1bb47 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852809 Nov 19 13:32:58.036142 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29808e8-03c0-4edb-a77f-9e806e4283c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7954c669-5837-4866-8f97-92b4c1e8dd4a'}, {'server_uuid': '953e052b-3942-4ac3-99a9-f9ae44a57ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bde8dc-0fc7-48a8-a1b6-cae11f8033d5'}, {'server_uuid': '569ce281-1611-4053-b372-729e4441cbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7c9f90-7603-4fe3-8487-30a0aabf35ce'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:32:58.038401 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e055a475c9f0143691b95be0e0209c275a71c4689c1f5f09712fcbe57faa4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb86951-5dd6-4f5a-b3cf-12510258ef5c" -d '{"events": [{"server_uuid": "b29808e8-03c0-4edb-a77f-9e806e4283c4", "name": "network-vif-plugged", "status": "completed", "tag": "7954c669-5837-4866-8f97-92b4c1e8dd4a"}, {"server_uuid": "953e052b-3942-4ac3-99a9-f9ae44a57ff2", "name": "network-vif-plugged", "status": "completed", "tag": "03bde8dc-0fc7-48a8-a1b6-cae11f8033d5"}, {"server_uuid": "569ce281-1611-4053-b372-729e4441cbc0", "name": "network-vif-plugged", "status": "completed", "tag": "aa7c9f90-7603-4fe3-8487-30a0aabf35ce"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:32:58.138160 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4661f7a-658b-4084-a36e-158a7b9778b7 None None] Network 56ff7982-0324-4ea2-8fed-48251fd36c42 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:58.269550 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84904f33-7cad-457d-8e04-c1b9cab0e977 req-32ab4a64-d8f2-4bc6-a994-e17c92f6ff9f tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:58.282397 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-84904f33-7cad-457d-8e04-c1b9cab0e977 req-32ab4a64-d8f2-4bc6-a994-e17c92f6ff9f tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 944 time: 0.0942416 Nov 19 13:32:58.294693 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 19 Nov 2021 13:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bb0c19-c973-4775-81b0-14d9de25f0c8 x-openstack-request-id: req-18bb0c19-c973-4775-81b0-14d9de25f0c8 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:32:58.298461 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29808e8-03c0-4edb-a77f-9e806e4283c4", "name": "network-vif-plugged", "status": "completed", "tag": "7954c669-5837-4866-8f97-92b4c1e8dd4a", "code": 200}, {"server_uuid": "953e052b-3942-4ac3-99a9-f9ae44a57ff2", "name": "network-vif-plugged", "status": "completed", "tag": "03bde8dc-0fc7-48a8-a1b6-cae11f8033d5", "code": 200}, {"server_uuid": "569ce281-1611-4053-b372-729e4441cbc0", "name": "network-vif-plugged", "status": "completed", "tag": "aa7c9f90-7603-4fe3-8487-30a0aabf35ce", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:32:58.298989 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-18bb0c19-c973-4775-81b0-14d9de25f0c8 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:32:58.299529 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29808e8-03c0-4edb-a77f-9e806e4283c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7954c669-5837-4866-8f97-92b4c1e8dd4a', 'code': 200} Nov 19 13:32:58.300049 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953e052b-3942-4ac3-99a9-f9ae44a57ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bde8dc-0fc7-48a8-a1b6-cae11f8033d5', 'code': 200} Nov 19 13:32:58.300437 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569ce281-1611-4053-b372-729e4441cbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7c9f90-7603-4fe3-8487-30a0aabf35ce', 'code': 200} Nov 19 13:32:58.412200 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-84904f33-7cad-457d-8e04-c1b9cab0e977 req-58a8d90f-d37d-450b-b675-be516a88c569 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274128 Nov 19 13:32:58.558941 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59106aeb-de6b-4f8f-94ac-46268d442a9a req-72863d9a-7965-4949-9643-6e3620532245 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:58.568838 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-59106aeb-de6b-4f8f-94ac-46268d442a9a req-72863d9a-7965-4949-9643-6e3620532245 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.1518526 Nov 19 13:32:58.583920 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 41644) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:58.618878 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-655d8383-da93-4328-a1bf-f966cb43d62a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:58.691039 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-59106aeb-de6b-4f8f-94ac-46268d442a9a req-d3fb7ea5-96d4-4a75-ad81-df9c3338591c tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154718 Nov 19 13:32:58.759251 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203ec9b-fbe3-4295-8d99-bf7400b29cc7 req-7ab60377-5104-4ee4-95d7-6a5d8b0dce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:58.760785 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-6203ec9b-fbe3-4295-8d99-bf7400b29cc7 req-7ab60377-5104-4ee4-95d7-6a5d8b0dce63 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 1098 time: 0.1310046 Nov 19 13:32:58.806653 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9c1fc-1815-4651-bf05-c97d1588f1ca req-35631de7-5fe8-47f7-aede-cfbcc534a1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:58.808727 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-31d9c1fc-1815-4651-bf05-c97d1588f1ca req-35631de7-5fe8-47f7-aede-cfbcc534a1bb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 1098 time: 0.1274099 Nov 19 13:32:58.820203 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 4271e34a-dfc5-4106-b456-f13560f256b8 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:32:58.867244 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c94e6-281d-4163-92f1-a45ee93d0f86 req-36a357a6-8e52-45cf-a132-b218dc536d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:58.869238 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0d3c94e6-281d-4163-92f1-a45ee93d0f86 req-36a357a6-8e52-45cf-a132-b218dc536d2e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 1099 time: 0.1088941 Nov 19 13:32:58.882489 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-6203ec9b-fbe3-4295-8d99-bf7400b29cc7 req-80c396d3-b936-4ac5-ab2a-b6aaa3efdd5c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=564b2504-d141-42c1-a004-1bd296dc21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136224 Nov 19 13:32:58.901081 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-655d8383-da93-4328-a1bf-f966cb43d62a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:58.911469 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-655d8383-da93-4328-a1bf-f966cb43d62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:58.934626 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-31d9c1fc-1815-4651-bf05-c97d1588f1ca req-9c200fcc-5cd2-4f2d-94e3-611bb047a78e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168134 Nov 19 13:32:58.948864 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0d3c94e6-281d-4163-92f1-a45ee93d0f86 req-d449eac1-0e72-494d-b1bf-bac1a8625c40 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711884 Nov 19 13:32:58.958392 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-655d8383-da93-4328-a1bf-f966cb43d62a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c65d2134ca8a43759ccd9365b62ffecc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3738115 Nov 19 13:32:58.959116 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d8383-da93-4328-a1bf-f966cb43d62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975dc69d-e148-4e6e-8a10-3778ea821e43,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:58.966340 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 41666) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:58.996466 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 4271e34a-dfc5-4106-b456-f13560f256b8, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=4271e34a-dfc5-4106-b456-f13560f256b8,segment=NetworkSegment(fb7c540f-12e3-4467-86e6-e4dfa8ed618f),segment_id=fb7c540f-12e3-4467-86e6-e4dfa8ed618f)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:59.012414 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Returning: {'device': '4271e34a-dfc5-4106-b456-f13560f256b8', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'port_id': '4271e34a-dfc5-4106-b456-f13560f256b8', 'mac_address': 'fa:16:3e:7c:97:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:32:59.020755 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 41672) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:59.036783 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-78f0188e-3027-4eb7-a6d8-626eeec732d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1848379036-network', 'tenant_id': 'b7ad1a63c0cf4e4e9f6e6f16761004f5'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:59.051192 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac9efa22-ff21-4ed5-9f8e-4e6452ab2ffa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.070791 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.086551 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4271e34a-dfc5-4106-b456-f13560f256b8 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:32:59.096924 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f0188e-3027-4eb7-a6d8-626eeec732d6 admin admin] Made reservation on behalf of b7ad1a63c0cf4e4e9f6e6f16761004f5 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:59.099355 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-78f0188e-3027-4eb7-a6d8-626eeec732d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.102552 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac9efa22-ff21-4ed5-9f8e-4e6452ab2ffa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.125757 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-78f0188e-3027-4eb7-a6d8-626eeec732d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.145362 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 4271e34a-dfc5-4106-b456-f13560f256b8, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=4271e34a-dfc5-4106-b456-f13560f256b8,segment=NetworkSegment(fb7c540f-12e3-4467-86e6-e4dfa8ed618f),segment_id=fb7c540f-12e3-4467-86e6-e4dfa8ed618f)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:59.150179 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fb663e42-c291-416e-92f1-4af19e06813b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.152532 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.211545 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=4271e34a-dfc5-4106-b456-f13560f256b8,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:59.247334 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-78f0188e-3027-4eb7-a6d8-626eeec732d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.252214 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-78f0188e-3027-4eb7-a6d8-626eeec732d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.257530 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb09646-1d2f-4f43-a8aa-135bc55d90fd req-49e40361-a621-4bc1-8dce-459df55c93af tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:59.259321 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0fb09646-1d2f-4f43-a8aa-135bc55d90fd req-49e40361-a621-4bc1-8dce-459df55c93af tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 945 time: 0.1337848 Nov 19 13:32:59.268278 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435c277-0e9b-4999-bcc5-fb71b8845205 req-fa4c1464-8c05-4bf8-8580-6f5b2f71dcc4 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:59.270242 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5435c277-0e9b-4999-bcc5-fb71b8845205 req-fa4c1464-8c05-4bf8-8580-6f5b2f71dcc4 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 945 time: 0.1316569 Nov 19 13:32:59.271947 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac9efa22-ff21-4ed5-9f8e-4e6452ab2ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.275278 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac9efa22-ff21-4ed5-9f8e-4e6452ab2ffa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.277200 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-ac9efa22-ff21-4ed5-9f8e-4e6452ab2ffa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/975dc69d-e148-4e6e-8a10-3778ea821e43 HTTP/1.1" status: 204 len: 168 time: 0.3084412 Nov 19 13:32:59.278224 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f0188e-3027-4eb7-a6d8-626eeec732d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1118} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:32:59.295011 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-78f0188e-3027-4eb7-a6d8-626eeec732d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.295355 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.db.segments_db [None req-78f0188e-3027-4eb7-a6d8-626eeec732d6 admin admin] Added segment dd5194a6-3799-4bab-a592-fd92c4dc7a2d of type vlan for network 80b581f0-57c3-4b30-9f09-9167e33fc731 Nov 19 13:32:59.297034 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0188e-3027-4eb7-a6d8-626eeec732d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaed7446-fe2f-41df-9111-23458c2ac77f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:59.314070 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9efa22-ff21-4ed5-9f8e-4e6452ab2ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975dc69d-e148-4e6e-8a10-3778ea821e43,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:59.358728 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-78f0188e-3027-4eb7-a6d8-626eeec732d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736459351574'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.374289 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5435c277-0e9b-4999-bcc5-fb71b8845205 req-077738ef-011c-4391-9918-7fcd86bb4f88 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/security-groups?id=564b2504-d141-42c1-a004-1bd296dc21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958967 Nov 19 13:32:59.378797 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0fb09646-1d2f-4f43-a8aa-135bc55d90fd req-87917515-5920-44c3-9a2e-10cff04ced24 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077383 Nov 19 13:32:59.413914 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-78f0188e-3027-4eb7-a6d8-626eeec732d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.415054 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f0188e-3027-4eb7-a6d8-626eeec732d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:59.415747 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-78f0188e-3027-4eb7-a6d8-626eeec732d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.453193 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['4271e34a-dfc5-4106-b456-f13560f256b8'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:32:59.484220 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-78f0188e-3027-4eb7-a6d8-626eeec732d6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4616718 Nov 19 13:32:59.487454 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 41684) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:59.495827 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d2497e1d-882f-4e8b-b7e4-1717b5093ddb admin admin] Request body: {'subnet': {'network_id': '80b581f0-57c3-4b30-9f09-9167e33fc731', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1848379036-subnet', 'tenant_id': 'b7ad1a63c0cf4e4e9f6e6f16761004f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:59.531025 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0188e-3027-4eb7-a6d8-626eeec732d6 admin admin] Pushing event updated for resources: {'Network': ['ID=80b581f0-57c3-4b30-9f09-9167e33fc731,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:59.540766 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2497e1d-882f-4e8b-b7e4-1717b5093ddb admin admin] Made reservation on behalf of b7ad1a63c0cf4e4e9f6e6f16761004f5 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:59.548942 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Network 80b581f0-57c3-4b30-9f09-9167e33fc731 details requested by agent ovs-agent-dv-cinder-816324-4-smb with host dv-cinder-816324-4-smb {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:32:59.549054 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d2497e1d-882f-4e8b-b7e4-1717b5093ddb admin admin] Publish callbacks [] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.550984 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2204ef-b824-43f2-b03e-ddb8725cee0b req-21f75d47-d310-4016-ac8f-b050be81c472 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:59.560039 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-aa2204ef-b824-43f2-b03e-ddb8725cee0b req-21f75d47-d310-4016-ac8f-b050be81c472 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 945 time: 0.0819750 Nov 19 13:32:59.628599 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-aa2204ef-b824-43f2-b03e-ddb8725cee0b req-71358476-5644-4350-b2e1-705a41fb2beb tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633242 Nov 19 13:32:59.796237 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d2497e1d-882f-4e8b-b7e4-1717b5093ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.829148 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.856002 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad48c67-8b44-4cb2-a84d-6648bc3dfc10 req-fb140760-b05b-4cae-a031-c14d5b88c374 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:59.857860 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-fad48c67-8b44-4cb2-a84d-6648bc3dfc10 req-fb140760-b05b-4cae-a031-c14d5b88c374 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.0567682 Nov 19 13:32:59.865754 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2497e1d-882f-4e8b-b7e4-1717b5093ddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b731022a-1862-46a5-837a-89d6ef82b81f,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:59.878608 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2497e1d-882f-4e8b-b7e4-1717b5093ddb admin admin] Checking segment: {'id': 'dd5194a6-3799-4bab-a592-fd92c4dc7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '80b581f0-57c3-4b30-9f09-9167e33fc731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:59.879072 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2497e1d-882f-4e8b-b7e4-1717b5093ddb admin admin] Network hostable DHCP agents. Network: 80b581f0-57c3-4b30-9f09-9167e33fc731, hostable agents: ['a9493b20-30d9-4471-90b9-83259b2d43bc'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:32:59.901276 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2497e1d-882f-4e8b-b7e4-1717b5093ddb admin admin] Network 80b581f0-57c3-4b30-9f09-9167e33fc731 is scheduled to be hosted by DHCP agent a9493b20-30d9-4471-90b9-83259b2d43bc with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:32:59.914592 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-d2497e1d-882f-4e8b-b7e4-1717b5093ddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-smb, 80b581f0-57c3-4b30-9f09-9167e33fc731) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:59.919901 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2497e1d-882f-4e8b-b7e4-1717b5093ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:59.920507 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d2497e1d-882f-4e8b-b7e4-1717b5093ddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.925741 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca89da4c-c6be-49e6-926b-5849aba8a17f None None] Network 80b581f0-57c3-4b30-9f09-9167e33fc731 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:59.935556 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-fad48c67-8b44-4cb2-a84d-6648bc3dfc10 req-8b17c26b-1b9f-4242-b523-795c86a39550 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693057 Nov 19 13:32:59.945615 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-d2497e1d-882f-4e8b-b7e4-1717b5093ddb admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4568317 Nov 19 13:33:00.096353 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9b590e-c25d-40eb-b54d-087a605e0811 None None] Network 80b581f0-57c3-4b30-9f09-9167e33fc731 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:00.180851 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:00.317671 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 41754) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:00.525420 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1102799-88ba-40be-a0b8-7444a3fd7bc3 req-f991f1d2-ec9d-42ac-91aa-1aeecf310f65 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:00.526908 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a1102799-88ba-40be-a0b8-7444a3fd7bc3 req-f991f1d2-ec9d-42ac-91aa-1aeecf310f65 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 945 time: 0.0564797 Nov 19 13:33:00.584294 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a1102799-88ba-40be-a0b8-7444a3fd7bc3 req-3aac1c56-52e8-4a34-af93-0cf590b836c7 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/security-groups?id=564b2504-d141-42c1-a004-1bd296dc21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492258 Nov 19 13:33:00.610518 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71ea033f-2e5d-4823-b913-f33cdc4b089c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:00.833197 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 4271e34a-dfc5-4106-b456-f13560f256b8 up at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:00.849637 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0868ed-d5c1-45ce-97d5-1011b5ea85b5 req-3abff242-498e-4ba3-a5bf-35be75669369 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:00.858192 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-db0868ed-d5c1-45ce-97d5-1011b5ea85b5 req-3abff242-498e-4ba3-a5bf-35be75669369 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 945 time: 0.1430967 Nov 19 13:33:00.918296 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 41790) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:00.940307 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-57133d0f-d654-4dff-9fa2-8de5ddb37c18 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:00.948383 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-57133d0f-d654-4dff-9fa2-8de5ddb37c18 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/networks?id=56ff7982-0324-4ea2-8fed-48251fd36c42 HTTP/1.1" status: 200 len: 809 time: 0.2982361 Nov 19 13:33:00.978750 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning for port 4271e34a-dfc5-4106-b456-f13560f256b8 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:33:00.985632 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning complete for port 4271e34a-dfc5-4106-b456-f13560f256b8 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:00.986279 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:00.996366 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-db0868ed-d5c1-45ce-97d5-1011b5ea85b5 req-3a36b326-6618-41c9-b061-85350d735057 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315651 Nov 19 13:33:00.999527 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71ea033f-2e5d-4823-b913-f33cdc4b089c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:01.013448 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-dd097068-88d7-43f2-b2c3-f9810d5a6dd8 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/quotas/5bd916f394bc447781f0aecf798f89a9 HTTP/1.1" status: 200 len: 375 time: 0.0636449 Nov 19 13:33:01.077110 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-58b3252e-1e93-4e55-aaa2-a32bb190a83b tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5bd916f394bc447781f0aecf798f89a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624723 Nov 19 13:33:01.079238 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71ea033f-2e5d-4823-b913-f33cdc4b089c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:01.182391 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-66fbf7dd-0cc2-4562-9584-d68d4bd7596c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:01.190836 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:01.207957 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:01.225393 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349fb525-36ec-4e5e-b88e-6ef2665baa85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4271e34a-dfc5-4106-b456-f13560f256b8'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:01.228826 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e055a475c9f0143691b95be0e0209c275a71c4689c1f5f09712fcbe57faa4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b1dc60-1051-4d80-8a32-b20e8e987cd6" -d '{"events": [{"server_uuid": "349fb525-36ec-4e5e-b88e-6ef2665baa85", "name": "network-vif-plugged", "status": "completed", "tag": "4271e34a-dfc5-4106-b456-f13560f256b8"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:01.243157 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 4271e34a-dfc5-4106-b456-f13560f256b8, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=4271e34a-dfc5-4106-b456-f13560f256b8,segment=NetworkSegment(fb7c540f-12e3-4467-86e6-e4dfa8ed618f),segment_id=fb7c540f-12e3-4467-86e6-e4dfa8ed618f)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:01.247739 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:01.299688 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-71ea033f-2e5d-4823-b913-f33cdc4b089c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2f5ad4295e5d47b58268e9946c5f33c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9778183 Nov 19 13:33:01.299835 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-66fbf7dd-0cc2-4562-9584-d68d4bd7596c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:01.301008 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 41808) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:01.308856 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea033f-2e5d-4823-b913-f33cdc4b089c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b519a1-373b-45a3-9620-a1ec6a7ebeb3,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:01.311980 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=4271e34a-dfc5-4106-b456-f13560f256b8,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:01.317748 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-66fbf7dd-0cc2-4562-9584-d68d4bd7596c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:01.348961 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb45dd-494d-4813-bcc4-8964440c1ddc req-cf6f173e-4b47-47c8-aacb-8f3396ab4b10 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:01.358791 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c9cb45dd-494d-4813-bcc4-8964440c1ddc req-cf6f173e-4b47-47c8-aacb-8f3396ab4b10 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 945 time: 0.2444873 Nov 19 13:33:01.382202 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-66fbf7dd-0cc2-4562-9584-d68d4bd7596c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb7476d047944e7982e756cc5a23dd38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4628148 Nov 19 13:33:01.385243 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-e9d3b436-0f08-4981-b932-8305b384df8d service neutron] 10.222.0.70 "GET /v2.0/networks/56ff7982-0324-4ea2-8fed-48251fd36c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071165 Nov 19 13:33:01.387667 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 41812) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:01.403775 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbf7dd-0cc2-4562-9584-d68d4bd7596c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca929d8-ca88-426b-8db9-432ce4328ebc,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:01.420716 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e68878d0-be3e-49b9-92a1-b9f0ef0fb523 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:01.446620 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e68878d0-be3e-49b9-92a1-b9f0ef0fb523 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:01.498426 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e68878d0-be3e-49b9-92a1-b9f0ef0fb523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:01.500377 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c9cb45dd-494d-4813-bcc4-8964440c1ddc req-66292f1a-614a-43eb-95db-6aab171bba52 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390717 Nov 19 13:33:01.503129 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e68878d0-be3e-49b9-92a1-b9f0ef0fb523 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:01.508512 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-e68878d0-be3e-49b9-92a1-b9f0ef0fb523 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/74b519a1-373b-45a3-9620-a1ec6a7ebeb3 HTTP/1.1" status: 204 len: 168 time: 0.2023499 Nov 19 13:33:01.515819 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68878d0-be3e-49b9-92a1-b9f0ef0fb523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b519a1-373b-45a3-9620-a1ec6a7ebeb3,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:01.561669 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a5be1f32-1467-470e-b7f1-b4cc364509cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:01.635368 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a5be1f32-1467-470e-b7f1-b4cc364509cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:01.652625 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-d1a18ad7-a76b-48cd-9887-3f69b83d38af service neutron] 10.222.0.70 "GET /v2.0/networks/56ff7982-0324-4ea2-8fed-48251fd36c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524834 Nov 19 13:33:01.693587 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc43598-04bb-4e11-a241-e3a626140f61 req-fda26cd8-4e5c-4ba2-a595-7a2e6dd5b129 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:01.695060 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5dc43598-04bb-4e11-a241-e3a626140f61 req-fda26cd8-4e5c-4ba2-a595-7a2e6dd5b129 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.1105464 Nov 19 13:33:01.728760 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a5be1f32-1467-470e-b7f1-b4cc364509cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:01.731930 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a5be1f32-1467-470e-b7f1-b4cc364509cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:01.733057 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-a5be1f32-1467-470e-b7f1-b4cc364509cf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8ca929d8-ca88-426b-8db9-432ce4328ebc HTTP/1.1" status: 204 len: 168 time: 0.3444400 Nov 19 13:33:01.752488 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be1f32-1467-470e-b7f1-b4cc364509cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca929d8-ca88-426b-8db9-432ce4328ebc,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:01.757495 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5dc43598-04bb-4e11-a241-e3a626140f61 req-d09f2850-01b6-4971-b9d6-c42c35040e66 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557125 Nov 19 13:33:01.858939 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0c314d-705a-4995-9c13-f9ee4039f1ae x-openstack-request-id: req-de0c314d-705a-4995-9c13-f9ee4039f1ae {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:01.859316 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349fb525-36ec-4e5e-b88e-6ef2665baa85", "name": "network-vif-plugged", "status": "completed", "tag": "4271e34a-dfc5-4106-b456-f13560f256b8", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:01.859583 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-de0c314d-705a-4995-9c13-f9ee4039f1ae {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:01.860133 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349fb525-36ec-4e5e-b88e-6ef2665baa85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4271e34a-dfc5-4106-b456-f13560f256b8', 'code': 200} Nov 19 13:33:01.992353 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a3030064-23fa-411b-926a-4ffa279297ca req-9b4e8139-1bc7-406d-a42f-7b535d8db046 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfb6040d-d76d-44c9-a242-72ff87580552 HTTP/1.1" status: 200 len: 210 time: 0.0421445 Nov 19 13:33:02.086811 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 41836) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:02.109742 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a6df4d7d-c543-4f4a-a3b1-d2a8eb37c6da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:02.167346 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a2095-5b8b-4014-b42d-59db88d599c4 req-9eef75db-cee9-47a5-a8c8-2108f55560ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:02.168845 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-558a2095-5b8b-4014-b42d-59db88d599c4 req-9eef75db-cee9-47a5-a8c8-2108f55560ca service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 1099 time: 0.1157923 Nov 19 13:33:02.211093 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84719660-26f6-416b-aabe-0bab007581e4 req-890ba271-06ce-4c9a-80a9-729c932da94a tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:02.219437 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-84719660-26f6-416b-aabe-0bab007581e4 req-890ba271-06ce-4c9a-80a9-729c932da94a tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 945 time: 0.0872657 Nov 19 13:33:02.291118 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-558a2095-5b8b-4014-b42d-59db88d599c4 req-b953aa5b-c880-49be-be40-396beaa2e24b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119473 Nov 19 13:33:02.309243 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:02.336181 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-84719660-26f6-416b-aabe-0bab007581e4 req-a6d73756-c140-4029-881b-f51197b4d8dd tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020551 Nov 19 13:33:02.394661 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa83b3-2b37-4b44-817a-af1fe22f845e req-e7254ca1-3a6f-476b-9531-7bfd817b5d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:02.398574 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-aefa83b3-2b37-4b44-817a-af1fe22f845e req-e7254ca1-3a6f-476b-9531-7bfd817b5d35 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f5f789d031f747e1943f91b44d5587cf&device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 1099 time: 0.1772869 Nov 19 13:33:02.502071 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86119ca6-b242-4f4e-bc92-037e62a8f193 req-6c833b71-8302-4acc-9db2-1477ac720be3 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:02.506377 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-86119ca6-b242-4f4e-bc92-037e62a8f193 req-6c833b71-8302-4acc-9db2-1477ac720be3 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.1604254 Nov 19 13:33:02.508046 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a6df4d7d-c543-4f4a-a3b1-d2a8eb37c6da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:02.532525 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a6df4d7d-c543-4f4a-a3b1-d2a8eb37c6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:02.534214 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 41860) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:02.551414 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9878c566-e765-40b8-ba22-ff1403842e15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:02.593968 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-86119ca6-b242-4f4e-bc92-037e62a8f193 req-db7c1459-9e7f-4f4e-baad-7dad2d977531 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773873 Nov 19 13:33:02.698082 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df4d7d-c543-4f4a-a3b1-d2a8eb37c6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6793f8f6-b243-4398-9ae3-a0ecbbc51234,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:02.809500 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa79078-05cc-4f2a-b88f-fa1f0fc2283b req-c3d99ffc-19a8-45a3-b41c-4b2d5e813542 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:02.815056 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-a6df4d7d-c543-4f4a-a3b1-d2a8eb37c6da admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=65b85b0892f5440cadc1994f5e59e493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7245119 Nov 19 13:33:02.817347 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7fa79078-05cc-4f2a-b88f-fa1f0fc2283b req-c3d99ffc-19a8-45a3-b41c-4b2d5e813542 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.1241579 Nov 19 13:33:02.823477 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 41874) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:02.839246 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9878c566-e765-40b8-ba22-ff1403842e15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:02.854181 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9878c566-e765-40b8-ba22-ff1403842e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:02.869939 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa83b3-2b37-4b44-817a-af1fe22f845e req-a3bdbb3a-fb97-4a75-861f-52f3bf508f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:02.873763 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-aefa83b3-2b37-4b44-817a-af1fe22f845e req-a3bdbb3a-fb97-4a75-861f-52f3bf508f11 service neutron] 10.222.0.82 "GET /v2.0/networks?id=94129882-55e7-4f60-86f2-20086f9335b5 HTTP/1.1" status: 200 len: 921 time: 0.3627753 Nov 19 13:33:02.928238 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-aefa83b3-2b37-4b44-817a-af1fe22f845e req-8f60fd14-5dcf-42f1-98a6-3f69093d0992 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa7c9f90-7603-4fe3-8487-30a0aabf35ce HTTP/1.1" status: 200 len: 217 time: 0.0442295 Nov 19 13:33:02.941619 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-9878c566-e765-40b8-ba22-ff1403842e15 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d2cc0ea53b1643989877f453a523b16c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4064236 Nov 19 13:33:02.944451 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878c566-e765-40b8-ba22-ff1403842e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87bdf39-f45c-4643-bea8-dca0a2144296,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:02.944588 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 41880) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:02.968274 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7fa79078-05cc-4f2a-b88f-fa1f0fc2283b req-53d3812f-e5e9-4e89-9b9e-8eb3957cfe3f tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498563 Nov 19 13:33:03.008210 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cc2c1495-9cd2-4214-9970-2aa0dbe74ed8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:03.037819 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cc2c1495-9cd2-4214-9970-2aa0dbe74ed8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:03.049473 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa83b3-2b37-4b44-817a-af1fe22f845e req-64eb9220-a9e1-4681-ae30-f4e467ef8866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:03.051827 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-aefa83b3-2b37-4b44-817a-af1fe22f845e req-64eb9220-a9e1-4681-ae30-f4e467ef8866 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ca813023-0106-4533-88fc-30d699229a62 HTTP/1.1" status: 200 len: 859 time: 0.0895777 Nov 19 13:33:03.113725 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cc2c1495-9cd2-4214-9970-2aa0dbe74ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:03.121296 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cc2c1495-9cd2-4214-9970-2aa0dbe74ed8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:03.123044 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-cc2c1495-9cd2-4214-9970-2aa0dbe74ed8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6793f8f6-b243-4398-9ae3-a0ecbbc51234 HTTP/1.1" status: 204 len: 168 time: 0.2979505 Nov 19 13:33:03.145463 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-aefa83b3-2b37-4b44-817a-af1fe22f845e req-5ee96dfd-a164-456c-b2ad-03f3e54570c9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94129882-55e7-4f60-86f2-20086f9335b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683997 Nov 19 13:33:03.147156 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2c989b65-748a-4778-9d2d-064b141ebb0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:03.170079 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e90152c5-78d6-4908-a3e5-f5d4aebd46a8 req-aed91658-f164-4180-940c-d93da439fff6 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfb6040d-d76d-44c9-a242-72ff87580552 HTTP/1.1" status: 200 len: 210 time: 0.0720296 Nov 19 13:33:03.176264 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c1495-9cd2-4214-9970-2aa0dbe74ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6793f8f6-b243-4398-9ae3-a0ecbbc51234,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:03.254164 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2c989b65-748a-4778-9d2d-064b141ebb0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:03.350819 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-aefa83b3-2b37-4b44-817a-af1fe22f845e req-0aa36bf3-d1d5-4dd1-952f-942698faa263 service neutron] 10.222.0.82 "GET /v2.0/networks/94129882-55e7-4f60-86f2-20086f9335b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766119 Nov 19 13:33:03.353219 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2c989b65-748a-4778-9d2d-064b141ebb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:03.356579 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2c989b65-748a-4778-9d2d-064b141ebb0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:03.358036 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-2c989b65-748a-4778-9d2d-064b141ebb0c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a87bdf39-f45c-4643-bea8-dca0a2144296 HTTP/1.1" status: 204 len: 168 time: 0.4122491 Nov 19 13:33:03.370048 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c989b65-748a-4778-9d2d-064b141ebb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87bdf39-f45c-4643-bea8-dca0a2144296,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:03.607250 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-aefa83b3-2b37-4b44-817a-af1fe22f845e req-22637ea9-8d10-4079-8be6-659baac91db3 service neutron] 10.222.0.82 "GET /v2.0/networks/94129882-55e7-4f60-86f2-20086f9335b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461496 Nov 19 13:33:03.729461 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25538c-71aa-4127-b58b-f89b72715a7e req-1b531be1-f739-486a-b9e0-f0eed7596238 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:03.739908 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9f25538c-71aa-4127-b58b-f89b72715a7e req-1b531be1-f739-486a-b9e0-f0eed7596238 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.0584543 Nov 19 13:33:03.824890 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9f25538c-71aa-4127-b58b-f89b72715a7e req-1dfd2be0-114c-40c2-a4c6-fc0b7fe4a205 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838349 Nov 19 13:33:03.978250 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-23943737-dec4-4bbc-a91f-1a6552ad0dda tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:03.980412 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-23943737-dec4-4bbc-a91f-1a6552ad0dda tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.82 "GET /v2.0/networks?id=56ff7982-0324-4ea2-8fed-48251fd36c42 HTTP/1.1" status: 200 len: 809 time: 0.1409998 Nov 19 13:33:04.000126 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-08237efd-0073-46bd-9296-b0d604223798 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Request body: {'port': {'device_id': 'bfb6040d-d76d-44c9-a242-72ff87580552', 'network_id': '56ff7982-0324-4ea2-8fed-48251fd36c42', 'admin_state_up': True, 'tenant_id': '5bd916f394bc447781f0aecf798f89a9'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:04.191307 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def95e9-5b4c-4c1a-a8b6-3c0e34b23744 req-9e200c11-45fb-4f01-99d3-fff880c6fc05 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:04.209348 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7def95e9-5b4c-4c1a-a8b6-3c0e34b23744 req-9e200c11-45fb-4f01-99d3-fff880c6fc05 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.1259851 Nov 19 13:33:04.219462 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-08237efd-0073-46bd-9296-b0d604223798 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Made reservation on behalf of 5bd916f394bc447781f0aecf798f89a9 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:04.223959 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-08237efd-0073-46bd-9296-b0d604223798 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:04.354498 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7def95e9-5b4c-4c1a-a8b6-3c0e34b23744 req-d083d549-526d-47c4-970b-0d734f7c4847 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390009 Nov 19 13:33:04.450360 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-08237efd-0073-46bd-9296-b0d604223798 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Allocated IP 172.20.0.2 (56ff7982-0324-4ea2-8fed-48251fd36c42/97a3f337-a0e6-4285-9b81-39d7c78e178f/fc0673d9-7299-43e3-93cc-219e968bab6f) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:04.529257 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-87013900-965f-48b3-8d6c-76903c16c092 req-dc91008c-ef2e-41ad-8a38-a25d05752b5e tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfb6040d-d76d-44c9-a242-72ff87580552 HTTP/1.1" status: 200 len: 210 time: 0.0551796 Nov 19 13:33:04.760737 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545af97-a621-41b0-a7e7-b3173002c1b4 req-2aa0ca39-7454-4e60-9502-143fff9548e6 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:04.762841 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3545af97-a621-41b0-a7e7-b3173002c1b4 req-2aa0ca39-7454-4e60-9502-143fff9548e6 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0891075 Nov 19 13:33:04.769794 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-08237efd-0073-46bd-9296-b0d604223798 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:04.773523 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 41990) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:04.778280 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-700ab547-8d32-4e1c-ab1d-3815130c1811 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Request body: {'floatingip': {'port_id': '4271e34a-dfc5-4106-b456-f13560f256b8'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:04.808602 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-08237efd-0073-46bd-9296-b0d604223798 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:04.872378 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-08237efd-0073-46bd-9296-b0d604223798 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Network 56ff7982-0324-4ea2-8fed-48251fd36c42 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:04.877767 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-08237efd-0073-46bd-9296-b0d604223798 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:04.881087 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-08237efd-0073-46bd-9296-b0d604223798 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:04.889731 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-08237efd-0073-46bd-9296-b0d604223798 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:04.892086 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-08237efd-0073-46bd-9296-b0d604223798 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:04.905967 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08237efd-0073-46bd-9296-b0d604223798 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Pushing event updated for resources: {'Port': ['ID=fc0673d9-7299-43e3-93cc-219e968bab6f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:04.922509 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-08237efd-0073-46bd-9296-b0d604223798 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9263744 Nov 19 13:33:04.936971 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-700ab547-8d32-4e1c-ab1d-3815130c1811 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for floatingip, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:04.944143 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-da42a1c2-791e-47c7-86d6-e4c780132996 service neutron] Request body: {'port': {'device_id': 'bfb6040d-d76d-44c9-a242-72ff87580552', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:05.037784 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-da42a1c2-791e-47c7-86d6-e4c780132996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:05.393935 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6a8d5-cb39-4b94-ad07-70a873177f91 req-5c0ffd2f-3747-4a0f-8c2f-ee501206766a tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:05.403081 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-26f6a8d5-cb39-4b94-ad07-70a873177f91 req-5c0ffd2f-3747-4a0f-8c2f-ee501206766a tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.4614818 Nov 19 13:33:05.492222 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-da42a1c2-791e-47c7-86d6-e4c780132996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0673d9-7299-43e3-93cc-219e968bab6f {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:05.502296 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-da42a1c2-791e-47c7-86d6-e4c780132996 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:05.513600 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-26f6a8d5-cb39-4b94-ad07-70a873177f91 req-87fd2087-5dae-49af-97e2-109479f4e7ac tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042113 Nov 19 13:33:05.517386 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-da42a1c2-791e-47c7-86d6-e4c780132996 service neutron] Transition to ACTIVE for port object fc0673d9-7299-43e3-93cc-219e968bab6f will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:33:05.522697 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-da42a1c2-791e-47c7-86d6-e4c780132996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:05.635377 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42a1c2-791e-47c7-86d6-e4c780132996 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0673d9-7299-43e3-93cc-219e968bab6f,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:05.697177 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-da42a1c2-791e-47c7-86d6-e4c780132996 service neutron] Attempting to bind port fc0673d9-7299-43e3-93cc-219e968bab6f on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:05.697511 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-da42a1c2-791e-47c7-86d6-e4c780132996 service neutron] Attempting to bind port fc0673d9-7299-43e3-93cc-219e968bab6f by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': '5224f949-5a07-471e-9e7b-a597bd8203e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '56ff7982-0324-4ea2-8fed-48251fd36c42'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:05.698005 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-da42a1c2-791e-47c7-86d6-e4c780132996 service neutron] Attempting to bind port fc0673d9-7299-43e3-93cc-219e968bab6f on network 56ff7982-0324-4ea2-8fed-48251fd36c42 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:05.715764 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-da42a1c2-791e-47c7-86d6-e4c780132996 service neutron] Port fc0673d9-7299-43e3-93cc-219e968bab6f on network 56ff7982-0324-4ea2-8fed-48251fd36c42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:33:05.716101 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-da42a1c2-791e-47c7-86d6-e4c780132996 service neutron] Attempting to bind port fc0673d9-7299-43e3-93cc-219e968bab6f on network 56ff7982-0324-4ea2-8fed-48251fd36c42 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:05.724566 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-da42a1c2-791e-47c7-86d6-e4c780132996 service neutron] Checking agent: {'id': '75923988-c426-4077-9ddc-4d64f8800d36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'started_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:05.724907 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-da42a1c2-791e-47c7-86d6-e4c780132996 service neutron] Checking segment: {'id': '5224f949-5a07-471e-9e7b-a597bd8203e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '56ff7982-0324-4ea2-8fed-48251fd36c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:05.726045 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-da42a1c2-791e-47c7-86d6-e4c780132996 service neutron] Bound using segment: {'id': '5224f949-5a07-471e-9e7b-a597bd8203e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '56ff7982-0324-4ea2-8fed-48251fd36c42'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:05.726493 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-da42a1c2-791e-47c7-86d6-e4c780132996 service neutron] Bound port: fc0673d9-7299-43e3-93cc-219e968bab6f, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5224f949-5a07-471e-9e7b-a597bd8203e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '56ff7982-0324-4ea2-8fed-48251fd36c42'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:05.726852 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-da42a1c2-791e-47c7-86d6-e4c780132996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:05.761101 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6774e1-4e10-431c-aa80-5be5b367f054 req-f63bfc7a-ab44-4552-8c66-9dd7270b9640 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:05.763046 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ff6774e1-4e10-431c-aa80-5be5b367f054 req-f63bfc7a-ab44-4552-8c66-9dd7270b9640 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfb6040d-d76d-44c9-a242-72ff87580552 HTTP/1.1" status: 200 len: 943 time: 0.1236973 Nov 19 13:33:05.871220 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-da42a1c2-791e-47c7-86d6-e4c780132996 service neutron] For port fc0673d9-7299-43e3-93cc-219e968bab6f, host hv-cinder-81632, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:05.876627 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-da42a1c2-791e-47c7-86d6-e4c780132996 service neutron] For port fc0673d9-7299-43e3-93cc-219e968bab6f, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=fc0673d9-7299-43e3-93cc-219e968bab6f,segment=NetworkSegment(5224f949-5a07-471e-9e7b-a597bd8203e7),segment_id=5224f949-5a07-471e-9e7b-a597bd8203e7)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:05.882383 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-da42a1c2-791e-47c7-86d6-e4c780132996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:05.943212 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-da42a1c2-791e-47c7-86d6-e4c780132996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:05.944545 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-da42a1c2-791e-47c7-86d6-e4c780132996 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:05.946746 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-da42a1c2-791e-47c7-86d6-e4c780132996 service neutron] 10.222.0.82 "PUT /v2.0/ports/fc0673d9-7299-43e3-93cc-219e968bab6f HTTP/1.1" status: 200 len: 1093 time: 1.0075066 Nov 19 13:33:05.947280 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb6040d-d76d-44c9-a242-72ff87580552', 'tag': 'fc0673d9-7299-43e3-93cc-219e968bab6f'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:05.951692 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d71b610-7bef-44b7-918d-ad95f7509ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb6040d-d76d-44c9-a242-72ff87580552", "tag": "fc0673d9-7299-43e3-93cc-219e968bab6f"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:06.031287 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42a1c2-791e-47c7-86d6-e4c780132996 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0673d9-7299-43e3-93cc-219e968bab6f,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:06.059341 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-f7eda00b-77c6-4c47-afa6-8d99bbaa9328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:06.061133 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-f7eda00b-77c6-4c47-afa6-8d99bbaa9328 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5bd916f394bc447781f0aecf798f89a9&device_id=bfb6040d-d76d-44c9-a242-72ff87580552 HTTP/1.1" status: 200 len: 1096 time: 0.0685844 Nov 19 13:33:06.094645 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadc482-3922-4534-810d-04505d55084d req-3c3cae67-1a39-46ed-b3ae-86feb566e138 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:06.096503 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-abadc482-3922-4534-810d-04505d55084d req-3c3cae67-1a39-46ed-b3ae-86feb566e138 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 945 time: 0.2729304 Nov 19 13:33:06.132797 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ff6774e1-4e10-431c-aa80-5be5b367f054 req-d4b61479-eeba-4fac-8527-a1297c0ce3ae tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/security-groups?id=ded15869-919d-4aa5-bd57-a54a88afea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260732 Nov 19 13:33:06.141561 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-3c1bb21c-a9f8-47ab-85fb-eb38225b2a41 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc0673d9-7299-43e3-93cc-219e968bab6f HTTP/1.1" status: 200 len: 217 time: 0.0614026 Nov 19 13:33:06.245648 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-9dec25ac-dfcf-44d6-a130-aded62d1f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:06.247389 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-9dec25ac-dfcf-44d6-a130-aded62d1f83e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=97a3f337-a0e6-4285-9b81-39d7c78e178f HTTP/1.1" status: 200 len: 849 time: 0.0918541 Nov 19 13:33:06.249125 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eddf639-458e-4b1d-9c68-21c5fa489694 x-openstack-request-id: req-5eddf639-458e-4b1d-9c68-21c5fa489694 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:06.249589 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb6040d-d76d-44c9-a242-72ff87580552", "tag": "fc0673d9-7299-43e3-93cc-219e968bab6f", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:06.250001 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5eddf639-458e-4b1d-9c68-21c5fa489694 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:06.250537 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb6040d-d76d-44c9-a242-72ff87580552', 'tag': 'fc0673d9-7299-43e3-93cc-219e968bab6f', 'status': 'completed', 'code': 200} Nov 19 13:33:06.313136 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-fd586ae5-e6cc-47b4-93a2-98e131ef3133 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=56ff7982-0324-4ea2-8fed-48251fd36c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289483 Nov 19 13:33:06.355503 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-abadc482-3922-4534-810d-04505d55084d req-ea7d900b-8e37-483e-8a6b-d8e9a87fc677 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/security-groups?id=564b2504-d141-42c1-a004-1bd296dc21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275150 Nov 19 13:33:06.388875 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-700ab547-8d32-4e1c-ab1d-3815130c1811 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:06.392871 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-700ab547-8d32-4e1c-ab1d-3815130c1811 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1797046'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:06.422812 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 42060) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:06.499668 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.db.l3_db [None req-700ab547-8d32-4e1c-ab1d-3815130c1811 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Floating IP e441856a-69d6-49e9-a2a0-da662ff94815 associated. External IP: 172.28.1.134, port: 4271e34a-dfc5-4106-b456-f13560f256b8. Nov 19 13:33:06.603025 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-e1dcd8b7-bcab-4070-9246-aec17a4c4a65 service neutron] 10.222.0.82 "GET /v2.0/networks/56ff7982-0324-4ea2-8fed-48251fd36c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786064 Nov 19 13:33:06.645922 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbeeb9-dd15-4ba3-be6f-61315bfb5d4d req-11f1afa6-ecfc-44b3-8115-75b7d5eb5be3 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:06.647280 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f4dbeeb9-dd15-4ba3-be6f-61315bfb5d4d req-11f1afa6-ecfc-44b3-8115-75b7d5eb5be3 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.0627031 Nov 19 13:33:06.702354 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e8d0bcf3-d9a9-43a8-9589-ff93322a429a req-44ee56f6-2d76-419e-a316-dfe090bfc9d8 service neutron] 10.222.0.82 "GET /v2.0/networks/56ff7982-0324-4ea2-8fed-48251fd36c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850804 Nov 19 13:33:06.716038 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d3abb586-b8d7-477b-965e-644b8043f7d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:06.768246 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f4dbeeb9-dd15-4ba3-be6f-61315bfb5d4d req-5dc55022-109f-43ba-a421-8f4f6bd1eb3e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891116 Nov 19 13:33:06.787002 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700ab547-8d32-4e1c-ab1d-3815130c1811 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Router 00cb0917-c7e2-420a-9f80-841a287895b0 has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:33:06.831305 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d3abb586-b8d7-477b-965e-644b8043f7d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:06.842480 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d3abb586-b8d7-477b-965e-644b8043f7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:06.856955 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71b610-7bef-44b7-918d-ad95f7509ec5 req-390759d1-a013-4d33-9398-e6c9bff41137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:06.858582 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-3d71b610-7bef-44b7-918d-ad95f7509ec5 req-390759d1-a013-4d33-9398-e6c9bff41137 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5bd916f394bc447781f0aecf798f89a9&device_id=bfb6040d-d76d-44c9-a242-72ff87580552 HTTP/1.1" status: 200 len: 1096 time: 0.0797772 Nov 19 13:33:06.912701 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-d3abb586-b8d7-477b-965e-644b8043f7d1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2dd285d72be84bb783c0847a313bd2ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4862957 Nov 19 13:33:06.935409 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 42070) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:06.937541 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abb586-b8d7-477b-965e-644b8043f7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8ca8d8-c011-4a3d-857d-0c42f455b0ce,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:07.028479 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71b610-7bef-44b7-918d-ad95f7509ec5 req-a3ae3405-01e4-49f1-9d35-d0fbb911e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:07.029977 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-3d71b610-7bef-44b7-918d-ad95f7509ec5 req-a3ae3405-01e4-49f1-9d35-d0fbb911e05c service neutron] 10.222.0.82 "GET /v2.0/networks?id=56ff7982-0324-4ea2-8fed-48251fd36c42 HTTP/1.1" status: 200 len: 911 time: 0.1482937 Nov 19 13:33:07.030576 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-422fdea5-2ec7-4552-875a-8433e5198462 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:07.083416 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-3d71b610-7bef-44b7-918d-ad95f7509ec5 req-6834e097-8b2c-4bb4-ae8f-72ff8225d1b9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc0673d9-7299-43e3-93cc-219e968bab6f HTTP/1.1" status: 200 len: 217 time: 0.0437257 Nov 19 13:33:07.084994 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700ab547-8d32-4e1c-ab1d-3815130c1811 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:07.085369 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-422fdea5-2ec7-4552-875a-8433e5198462 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:07.090326 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-700ab547-8d32-4e1c-ab1d-3815130c1811 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:07.099472 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff688b9-11c9-4715-90dd-089362a3603b None None] Sync routers for ids ['00cb0917-c7e2-420a-9f80-841a287895b0'] in dv-cinder-816324-4-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:07.112794 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff688b9-11c9-4715-90dd-089362a3603b None None] Routers {'00cb0917-c7e2-420a-9f80-841a287895b0'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:07.113514 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-cff688b9-11c9-4715-90dd-089362a3603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:32:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['00cb0917-c7e2-420a-9f80-841a287895b0'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:07.169043 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71b610-7bef-44b7-918d-ad95f7509ec5 req-a84320f8-af6f-46a8-8e97-68fa11c9e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:07.170658 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-3d71b610-7bef-44b7-918d-ad95f7509ec5 req-a84320f8-af6f-46a8-8e97-68fa11c9e151 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=97a3f337-a0e6-4285-9b81-39d7c78e178f HTTP/1.1" status: 200 len: 849 time: 0.0767441 Nov 19 13:33:07.201056 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-700ab547-8d32-4e1c-ab1d-3815130c1811 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "PUT /v2.0/floatingips/e441856a-69d6-49e9-a2a0-da662ff94815 HTTP/1.1" status: 200 len: 992 time: 2.4264140 Nov 19 13:33:07.204054 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349fb525-36ec-4e5e-b88e-6ef2665baa85', 'tag': '4271e34a-dfc5-4106-b456-f13560f256b8'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:07.207822 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}431daffbed8a7bc2bed2e3611d7026b1b28861ed879237af90c14d74da8c9db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0e4333-1ca7-4f61-8a22-1246a264364d" -d '{"events": [{"name": "network-changed", "server_uuid": "349fb525-36ec-4e5e-b88e-6ef2665baa85", "tag": "4271e34a-dfc5-4106-b456-f13560f256b8"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:07.223084 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-3d71b610-7bef-44b7-918d-ad95f7509ec5 req-d7f8e3d7-6078-44d7-8a27-fc65c49dfd29 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=56ff7982-0324-4ea2-8fed-48251fd36c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436645 Nov 19 13:33:07.226660 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-422fdea5-2ec7-4552-875a-8433e5198462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:07.232505 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-422fdea5-2ec7-4552-875a-8433e5198462 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:07.233702 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-422fdea5-2ec7-4552-875a-8433e5198462 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2f8ca8d8-c011-4a3d-857d-0c42f455b0ce HTTP/1.1" status: 204 len: 168 time: 0.2971528 Nov 19 13:33:07.259155 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fdea5-2ec7-4552-875a-8433e5198462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8ca8d8-c011-4a3d-857d-0c42f455b0ce,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:07.335620 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-cff688b9-11c9-4715-90dd-089362a3603b None None] Set router 00cb0917-c7e2-420a-9f80-841a287895b0 gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:07.349794 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-3d71b610-7bef-44b7-918d-ad95f7509ec5 req-cd5f32c2-004a-4fce-98bd-d9e257592635 service neutron] 10.222.0.82 "GET /v2.0/networks/56ff7982-0324-4ea2-8fed-48251fd36c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146965 Nov 19 13:33:07.363382 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597da89b-1979-4748-930d-eec43163d06b req-ba58730a-6546-41ea-8c47-cbccedfe4798 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:07.366457 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-597da89b-1979-4748-930d-eec43163d06b req-ba58730a-6546-41ea-8c47-cbccedfe4798 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/networks?id=5381b9b1-2906-46aa-be36-c7c6a6939b5c HTTP/1.1" status: 200 len: 813 time: 0.2467661 Nov 19 13:33:07.400729 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a7d27-cf44-485e-af18-920081b1367b req-d222d65a-7a34-4420-8167-8123535ac647 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:07.409198 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-852a7d27-cf44-485e-af18-920081b1367b req-d222d65a-7a34-4420-8167-8123535ac647 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfb6040d-d76d-44c9-a242-72ff87580552 HTTP/1.1" status: 200 len: 943 time: 0.1262715 Nov 19 13:33:07.425102 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-597da89b-1979-4748-930d-eec43163d06b req-5a5a8adf-c2a6-409b-94b6-ddde2af349ad tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/quotas/f22b0a2f942a4e95b2561cf30d37dab8 HTTP/1.1" status: 200 len: 375 time: 0.0487235 Nov 19 13:33:07.568399 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-3d71b610-7bef-44b7-918d-ad95f7509ec5 req-04583b42-ebf3-46af-8733-d89cd6d333b6 service neutron] 10.222.0.82 "GET /v2.0/networks/56ff7982-0324-4ea2-8fed-48251fd36c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101266 Nov 19 13:33:07.597135 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-852a7d27-cf44-485e-af18-920081b1367b req-7b424ca6-3849-4c4f-8d21-527afe73f5b1 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/security-groups?id=ded15869-919d-4aa5-bd57-a54a88afea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868792 Nov 19 13:33:07.636455 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-597da89b-1979-4748-930d-eec43163d06b req-9dcef662-1302-443e-89e7-da6dbbf1116b tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f22b0a2f942a4e95b2561cf30d37dab8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2102206 Nov 19 13:33:07.782072 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 42108) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:07.807317 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cae158-9f16-4e53-8917-f5f37674c0ea x-openstack-request-id: req-a2cae158-9f16-4e53-8917-f5f37674c0ea {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:07.808228 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349fb525-36ec-4e5e-b88e-6ef2665baa85", "tag": "4271e34a-dfc5-4106-b456-f13560f256b8", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:07.809033 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a2cae158-9f16-4e53-8917-f5f37674c0ea {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:07.809033 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349fb525-36ec-4e5e-b88e-6ef2665baa85', 'tag': '4271e34a-dfc5-4106-b456-f13560f256b8', 'status': 'completed', 'code': 200} Nov 19 13:33:07.811942 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-db5d6cd3-7722-48fa-82e8-8b58e3c4e062 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:07.813822 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-cff688b9-11c9-4715-90dd-089362a3603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'name': 'tempest-AttachVolumeTestJSON-714672833-router', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:23Z', 'updated_at': '2021-11-19T13:32:34Z', 'revision_number': 4, 'project_id': '75905e8c906249a991884302d2b56a3a', 'gw_port': {'id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_floatingips': [{'id': 'e441856a-69d6-49e9-a2a0-da662ff94815', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'floating_ip_address': '172.28.1.134', 'floating_network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'router_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'port_id': '4271e34a-dfc5-4106-b456-f13560f256b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'mac_address': 'fa:16:3e:7c:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349fb525-36ec-4e5e-b88e-6ef2665baa85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:32:47Z', 'updated_at': '2021-11-19T13:33:06Z', 'revision_number': 1, 'project_id': '75905e8c906249a991884302d2b56a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70aa791-e9bc-4248-800e-d0b233a082a9', 'name': '', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'mac_address': 'fa:16:3e:2c:f0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:29Z', 'updated_at': '2021-11-19T13:32:45Z', 'revision_number': 5, 'project_id': '75905e8c906249a991884302d2b56a3a', 'subnets': [{'id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:07.829251 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-597da89b-1979-4748-930d-eec43163d06b req-e5013e4c-04fd-4411-9d5a-32969b1dfd45 service neutron] 10.222.0.70 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914306 Nov 19 13:33:07.902500 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff688b9-11c9-4715-90dd-089362a3603b None None] Checking router: 00cb0917-c7e2-420a-9f80-841a287895b0 for host: dv-cinder-816324-4-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:33:07.921018 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff688b9-11c9-4715-90dd-089362a3603b None None] Routers {'00cb0917-c7e2-420a-9f80-841a287895b0'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:07.921661 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-cff688b9-11c9-4715-90dd-089362a3603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:32:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['00cb0917-c7e2-420a-9f80-841a287895b0'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:07.937000 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e4333-1ca7-4f61-8a22-1246a264364d req-14dd2a5d-7925-450e-a6a8-93dd8d2bda1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:07.939436 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-4d0e4333-1ca7-4f61-8a22-1246a264364d req-14dd2a5d-7925-450e-a6a8-93dd8d2bda1b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75905e8c906249a991884302d2b56a3a&device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 1099 time: 0.1029534 Nov 19 13:33:08.033042 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-597da89b-1979-4748-930d-eec43163d06b req-1015c217-99ad-470d-a483-4380fd889d9f service neutron] 10.222.0.70 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026579 Nov 19 13:33:08.044677 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-cff688b9-11c9-4715-90dd-089362a3603b None None] Set router 00cb0917-c7e2-420a-9f80-841a287895b0 gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:08.056636 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590dec69-40be-4216-bbf2-120eb49dc8c6 req-cd2ba3e3-3e59-4560-8980-cbfdae757241 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:08.058276 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-590dec69-40be-4216-bbf2-120eb49dc8c6 req-cd2ba3e3-3e59-4560-8980-cbfdae757241 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 945 time: 0.1611838 Nov 19 13:33:08.083760 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba3aa0-3efb-464e-98db-f3d1824b10ce req-c2eb7158-954c-4d84-9809-fd260f2027c9 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:08.085545 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2dba3aa0-3efb-464e-98db-f3d1824b10ce req-c2eb7158-954c-4d84-9809-fd260f2027c9 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.82 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 945 time: 0.1158812 Nov 19 13:33:08.087601 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-db5d6cd3-7722-48fa-82e8-8b58e3c4e062 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:08.108899 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-db5d6cd3-7722-48fa-82e8-8b58e3c4e062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:08.119165 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e4333-1ca7-4f61-8a22-1246a264364d req-d70c987d-9d18-4bae-875b-d7d8331b1a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:08.121583 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-4d0e4333-1ca7-4f61-8a22-1246a264364d req-d70c987d-9d18-4bae-875b-d7d8331b1a83 service neutron] 10.222.0.82 "GET /v2.0/networks?id=29a05973-aaf0-4f6c-b6bc-89790fb13240 HTTP/1.1" status: 200 len: 912 time: 0.1528578 Nov 19 13:33:08.249123 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-4d0e4333-1ca7-4f61-8a22-1246a264364d req-7700b770-4377-4b74-9b5b-e7bce52e1ff9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4271e34a-dfc5-4106-b456-f13560f256b8 HTTP/1.1" status: 200 len: 1000 time: 0.1164508 Nov 19 13:33:08.269450 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-db5d6cd3-7722-48fa-82e8-8b58e3c4e062 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c43bc69440e24006988cdd039a9a7e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4863589 Nov 19 13:33:08.270403 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d6cd3-7722-48fa-82e8-8b58e3c4e062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0574bac1-f046-4cec-9816-47b0dd5c38a2,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:08.273508 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 42124) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:08.318895 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-590dec69-40be-4216-bbf2-120eb49dc8c6 req-6440b470-8f0e-4654-a5fa-3b2723bd03b3 tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/security-groups?id=564b2504-d141-42c1-a004-1bd296dc21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446198 Nov 19 13:33:08.320974 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e4333-1ca7-4f61-8a22-1246a264364d req-d4b6cf77-05df-4517-8c18-8df76d90ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:08.327695 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-4d0e4333-1ca7-4f61-8a22-1246a264364d req-d4b6cf77-05df-4517-8c18-8df76d90ef5a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=92afe969-d4c1-4108-a3bc-4e2243e08e74 HTTP/1.1" status: 200 len: 849 time: 0.0659978 Nov 19 13:33:08.404386 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e4333-1ca7-4f61-8a22-1246a264364d req-f4269de5-6e95-4668-9eaf-701d7cc134b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:08.407373 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-4d0e4333-1ca7-4f61-8a22-1246a264364d req-f4269de5-6e95-4668-9eaf-701d7cc134b5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=29a05973-aaf0-4f6c-b6bc-89790fb13240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0755405 Nov 19 13:33:08.453479 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ebf469e7-d599-4c25-9519-f4a878be2828 req-d05335ee-e9c7-4f2c-85f7-df4f97080414 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 210 time: 0.0599890 Nov 19 13:33:08.478642 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-cff688b9-11c9-4715-90dd-089362a3603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'name': 'tempest-AttachVolumeTestJSON-714672833-router', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:23Z', 'updated_at': '2021-11-19T13:32:34Z', 'revision_number': 4, 'project_id': '75905e8c906249a991884302d2b56a3a', 'gw_port': {'id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_floatingips': [{'id': 'e441856a-69d6-49e9-a2a0-da662ff94815', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'floating_ip_address': '172.28.1.134', 'floating_network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'router_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'port_id': '4271e34a-dfc5-4106-b456-f13560f256b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'mac_address': 'fa:16:3e:7c:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349fb525-36ec-4e5e-b88e-6ef2665baa85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:32:47Z', 'updated_at': '2021-11-19T13:33:06Z', 'revision_number': 1, 'project_id': '75905e8c906249a991884302d2b56a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70aa791-e9bc-4248-800e-d0b233a082a9', 'name': '', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'mac_address': 'fa:16:3e:2c:f0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:29Z', 'updated_at': '2021-11-19T13:32:45Z', 'revision_number': 5, 'project_id': '75905e8c906249a991884302d2b56a3a', 'subnets': [{'id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:08.480513 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcba40e-fb25-4368-878b-6f0ea2761d81 req-3bad0695-391c-4734-b5c6-37f280c288c4 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:08.482000 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6dcba40e-fb25-4368-878b-6f0ea2761d81 req-3bad0695-391c-4734-b5c6-37f280c288c4 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.2173188 Nov 19 13:33:08.514102 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff688b9-11c9-4715-90dd-089362a3603b None None] The sync data for ids ['00cb0917-c7e2-420a-9f80-841a287895b0'] in dv-cinder-816324-4-smb is: [{'id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'name': 'tempest-AttachVolumeTestJSON-714672833-router', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:23Z', 'updated_at': '2021-11-19T13:32:34Z', 'revision_number': 4, 'project_id': '75905e8c906249a991884302d2b56a3a', 'gw_port': {'id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_floatingips': [{'id': 'e441856a-69d6-49e9-a2a0-da662ff94815', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'floating_ip_address': '172.28.1.134', 'floating_network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'router_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'port_id': '4271e34a-dfc5-4106-b456-f13560f256b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'mac_address': 'fa:16:3e:7c:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349fb525-36ec-4e5e-b88e-6ef2665baa85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:32:47Z', 'updated_at': '2021-11-19T13:33:06Z', 'revision_number': 1, 'project_id': '75905e8c906249a991884302d2b56a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70aa791-e9bc-4248-800e-d0b233a082a9', 'name': '', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'mac_address': 'fa:16:3e:2c:f0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:29Z', 'updated_at': '2021-11-19T13:32:45Z', 'revision_number': 5, 'project_id': '75905e8c906249a991884302d2b56a3a', 'subnets': [{'id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:08.521859 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f7dc36a2-747b-4ed4-b0ad-f4449eb6a121 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:08.530280 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-2dba3aa0-3efb-464e-98db-f3d1824b10ce req-dad0fd7a-8097-41de-8330-95ecf1333c2a tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Deleting port 7954c669-5837-4866-8f97-92b4c1e8dd4a {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:33:08.530618 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-2dba3aa0-3efb-464e-98db-f3d1824b10ce req-dad0fd7a-8097-41de-8330-95ecf1333c2a tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:08.538230 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-4d0e4333-1ca7-4f61-8a22-1246a264364d req-c794b1f2-915e-4637-9773-0046084d10ac service neutron] 10.222.0.82 "GET /v2.0/networks/29a05973-aaf0-4f6c-b6bc-89790fb13240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227312 Nov 19 13:33:08.602858 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f7dc36a2-747b-4ed4-b0ad-f4449eb6a121 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:08.663168 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6dcba40e-fb25-4368-878b-6f0ea2761d81 req-88de3f0b-8320-436a-817d-175dda4665dc tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668146 Nov 19 13:33:08.679928 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-4d0e4333-1ca7-4f61-8a22-1246a264364d req-6af88bfa-41ea-402e-b41d-2327dfb5d187 service neutron] 10.222.0.82 "GET /v2.0/networks/29a05973-aaf0-4f6c-b6bc-89790fb13240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346424 Nov 19 13:33:08.747774 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-2dba3aa0-3efb-464e-98db-f3d1824b10ce req-dad0fd7a-8097-41de-8330-95ecf1333c2a tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] For port 7954c669-5837-4866-8f97-92b4c1e8dd4a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=7954c669-5837-4866-8f97-92b4c1e8dd4a,segment=NetworkSegment(f1ab96dd-7309-42a5-b191-f25f2164ed14),segment_id=f1ab96dd-7309-42a5-b191-f25f2164ed14)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:08.748145 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-2dba3aa0-3efb-464e-98db-f3d1824b10ce req-dad0fd7a-8097-41de-8330-95ecf1333c2a tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:08.752026 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f7dc36a2-747b-4ed4-b0ad-f4449eb6a121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:08.759753 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f7dc36a2-747b-4ed4-b0ad-f4449eb6a121 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:08.764630 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-f7dc36a2-747b-4ed4-b0ad-f4449eb6a121 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0574bac1-f046-4cec-9816-47b0dd5c38a2 HTTP/1.1" status: 204 len: 168 time: 0.4627559 Nov 19 13:33:08.786522 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-2dba3aa0-3efb-464e-98db-f3d1824b10ce req-dad0fd7a-8097-41de-8330-95ecf1333c2a tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Calling delete_port for 7954c669-5837-4866-8f97-92b4c1e8dd4a owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:33:08.903176 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc36a2-747b-4ed4-b0ad-f4449eb6a121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0574bac1-f046-4cec-9816-47b0dd5c38a2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:08.922228 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8439d4c4-0c7c-4ca3-957b-f11878bb9cc3 None None] New status for floating IP e441856a-69d6-49e9-a2a0-da662ff94815: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:33:08.974835 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c30bf-1047-4fd1-b970-eab28f8c5416 req-da912806-b71c-43ae-bc0f-398c4d89d572 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:08.991154 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7b2c30bf-1047-4fd1-b970-eab28f8c5416 req-da912806-b71c-43ae-bc0f-398c4d89d572 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfb6040d-d76d-44c9-a242-72ff87580552 HTTP/1.1" status: 200 len: 943 time: 0.3131118 Nov 19 13:33:09.187328 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7b2c30bf-1047-4fd1-b970-eab28f8c5416 req-be3344df-b868-40b8-8929-14507e36505d tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/security-groups?id=ded15869-919d-4aa5-bd57-a54a88afea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966653 Nov 19 13:33:09.263312 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-2dba3aa0-3efb-464e-98db-f3d1824b10ce req-dad0fd7a-8097-41de-8330-95ecf1333c2a tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:09.345468 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0fd7a-8097-41de-8330-95ecf1333c2a tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Pushing event deleted for resources: {'Port': ['ID=7954c669-5837-4866-8f97-92b4c1e8dd4a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:09.377143 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['7954c669-5837-4866-8f97-92b4c1e8dd4a'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:33:09.549563 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dba3aa0-3efb-464e-98db-f3d1824b10ce req-dad0fd7a-8097-41de-8330-95ecf1333c2a tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] No DVR routers for this DVR port 7954c669-5837-4866-8f97-92b4c1e8dd4a on host hv-cinder-81632 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:33:09.569486 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-586ac32a-bccf-482a-8a07-5728f0ad5e5b req-59f16769-6ea3-4784-83cb-70057c8e8e2b tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 210 time: 0.1154523 Nov 19 13:33:09.575495 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-2dba3aa0-3efb-464e-98db-f3d1824b10ce req-dad0fd7a-8097-41de-8330-95ecf1333c2a tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:09.579189 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2dba3aa0-3efb-464e-98db-f3d1824b10ce req-dad0fd7a-8097-41de-8330-95ecf1333c2a tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.82 "DELETE /v2.0/ports/7954c669-5837-4866-8f97-92b4c1e8dd4a HTTP/1.1" status: 204 len: 173 time: 1.4838057 Nov 19 13:33:09.644902 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ceddacc8-f66b-4d8e-a208-e1b4135ffcf1 req-855fed8d-2780-4ff6-8894-2808ddf29594 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 210 time: 0.0640926 Nov 19 13:33:09.735285 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597da89b-1979-4748-930d-eec43163d06b req-a77e6d2e-edde-4bf7-a153-143479c2c91c tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:09.736917 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-597da89b-1979-4748-930d-eec43163d06b req-a77e6d2e-edde-4bf7-a153-143479c2c91c tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.82 "GET /v2.0/networks?id=5381b9b1-2906-46aa-be36-c7c6a6939b5c HTTP/1.1" status: 200 len: 813 time: 0.2304997 Nov 19 13:33:09.765276 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-597da89b-1979-4748-930d-eec43163d06b req-5b54dbe6-1758-420e-a231-1f3bab4b8a09 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Request body: {'port': {'device_id': '144bd4f8-f8a1-41a4-98e3-945f6ed19406', 'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c', 'admin_state_up': True, 'tenant_id': 'f22b0a2f942a4e95b2561cf30d37dab8'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:09.834516 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29808e8-03c0-4edb-a77f-9e806e4283c4', 'name': 'network-vif-deleted', 'tag': '7954c669-5837-4866-8f97-92b4c1e8dd4a'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:09.838584 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}431daffbed8a7bc2bed2e3611d7026b1b28861ed879237af90c14d74da8c9db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcef01a-600a-461c-8cc2-46721b1afcee" -d '{"events": [{"server_uuid": "b29808e8-03c0-4edb-a77f-9e806e4283c4", "name": "network-vif-deleted", "tag": "7954c669-5837-4866-8f97-92b4c1e8dd4a"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:09.886673 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b55a5-78ff-453b-94fd-327e2721fbc2 req-6fba0389-430b-4df7-b8df-96c1432c8ab0 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:09.896355 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-639b55a5-78ff-453b-94fd-327e2721fbc2 req-6fba0389-430b-4df7-b8df-96c1432c8ab0 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.1022863 Nov 19 13:33:09.913910 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b3ed63-2b05-458b-8f7b-8c37e4d2b8c4 x-openstack-request-id: req-a3b3ed63-2b05-458b-8f7b-8c37e4d2b8c4 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:09.914223 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29808e8-03c0-4edb-a77f-9e806e4283c4", "name": "network-vif-deleted", "tag": "7954c669-5837-4866-8f97-92b4c1e8dd4a", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:09.914482 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a3b3ed63-2b05-458b-8f7b-8c37e4d2b8c4 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:09.914867 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29808e8-03c0-4edb-a77f-9e806e4283c4', 'name': 'network-vif-deleted', 'tag': '7954c669-5837-4866-8f97-92b4c1e8dd4a', 'status': 'completed', 'code': 200} Nov 19 13:33:09.966351 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-639b55a5-78ff-453b-94fd-327e2721fbc2 req-c4975bd0-7477-4ab5-8296-dae78e578a67 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690014 Nov 19 13:33:10.016903 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-597da89b-1979-4748-930d-eec43163d06b req-5b54dbe6-1758-420e-a231-1f3bab4b8a09 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Made reservation on behalf of f22b0a2f942a4e95b2561cf30d37dab8 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:10.020664 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-597da89b-1979-4748-930d-eec43163d06b req-5b54dbe6-1758-420e-a231-1f3bab4b8a09 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:10.198030 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-597da89b-1979-4748-930d-eec43163d06b req-5b54dbe6-1758-420e-a231-1f3bab4b8a09 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Allocated IP 172.20.0.2 (5381b9b1-2906-46aa-be36-c7c6a6939b5c/f30ec31d-66a3-4d76-b433-0201bea0d251/5851b9a3-4610-4d7c-a908-7270bd52ea65) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:10.345959 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45d350-c1d8-4bd4-85bf-54de87304734 req-48622266-8232-42c2-88a7-587f6dbef322 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:10.355920 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5d45d350-c1d8-4bd4-85bf-54de87304734 req-48622266-8232-42c2-88a7-587f6dbef322 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfb6040d-d76d-44c9-a242-72ff87580552 HTTP/1.1" status: 200 len: 943 time: 0.0737369 Nov 19 13:33:10.417258 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5d45d350-c1d8-4bd4-85bf-54de87304734 req-1e7f699b-06b3-462b-be35-97bdaaf68fcd tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/security-groups?id=ded15869-919d-4aa5-bd57-a54a88afea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603726 Nov 19 13:33:10.490180 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-597da89b-1979-4748-930d-eec43163d06b req-5b54dbe6-1758-420e-a231-1f3bab4b8a09 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:10.544473 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-597da89b-1979-4748-930d-eec43163d06b req-5b54dbe6-1758-420e-a231-1f3bab4b8a09 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:10.561033 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['03bde8dc-0fc7-48a8-a1b6-cae11f8033d5'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:33:10.632114 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-597da89b-1979-4748-930d-eec43163d06b req-5b54dbe6-1758-420e-a231-1f3bab4b8a09 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Network 5381b9b1-2906-46aa-be36-c7c6a6939b5c is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:10.639558 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-597da89b-1979-4748-930d-eec43163d06b req-5b54dbe6-1758-420e-a231-1f3bab4b8a09 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:10.654416 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-597da89b-1979-4748-930d-eec43163d06b req-5b54dbe6-1758-420e-a231-1f3bab4b8a09 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:10.668124 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597da89b-1979-4748-930d-eec43163d06b req-5b54dbe6-1758-420e-a231-1f3bab4b8a09 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:10.668981 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-597da89b-1979-4748-930d-eec43163d06b req-5b54dbe6-1758-420e-a231-1f3bab4b8a09 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:10.714291 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54dbe6-1758-420e-a231-1f3bab4b8a09 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Pushing event updated for resources: {'Port': ['ID=5851b9a3-4610-4d7c-a908-7270bd52ea65,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:10.734397 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-597da89b-1979-4748-930d-eec43163d06b req-5b54dbe6-1758-420e-a231-1f3bab4b8a09 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9855626 Nov 19 13:33:10.753113 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-597da89b-1979-4748-930d-eec43163d06b req-8d6d8023-5ceb-4d34-bb98-f12032544178 service neutron] Request body: {'port': {'device_id': '144bd4f8-f8a1-41a4-98e3-945f6ed19406', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:10.835849 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-597da89b-1979-4748-930d-eec43163d06b req-8d6d8023-5ceb-4d34-bb98-f12032544178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:10.837777 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-96f8266b-461b-4fc8-a7ae-cff30fa2f78e req-c973cb87-4232-4f93-9652-d431da4b01fe tempest-DeleteServersTestJSON-2096511282 tempest-DeleteServersTestJSON-2096511282-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29808e8-03c0-4edb-a77f-9e806e4283c4 HTTP/1.1" status: 200 len: 210 time: 0.0568109 Nov 19 13:33:10.867890 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf99cf-f0cb-41d2-881b-18233a606bd4 req-acc0ece0-4d12-4d2f-b0c5-e8ba3d28b28a tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:10.876696 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c4cf99cf-f0cb-41d2-881b-18233a606bd4 req-acc0ece0-4d12-4d2f-b0c5-e8ba3d28b28a tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 931 time: 0.1065505 Nov 19 13:33:10.881773 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device fc0673d9-7299-43e3-93cc-219e968bab6f details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:33:10.956241 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c4cf99cf-f0cb-41d2-881b-18233a606bd4 req-3f965574-4d34-4d2d-a692-258721774d81 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786650 Nov 19 13:33:10.999031 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port fc0673d9-7299-43e3-93cc-219e968bab6f, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=fc0673d9-7299-43e3-93cc-219e968bab6f,segment=NetworkSegment(5224f949-5a07-471e-9e7b-a597bd8203e7),segment_id=5224f949-5a07-471e-9e7b-a597bd8203e7)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:11.016255 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Returning: {'device': 'fc0673d9-7299-43e3-93cc-219e968bab6f', 'network_id': '56ff7982-0324-4ea2-8fed-48251fd36c42', 'port_id': 'fc0673d9-7299-43e3-93cc-219e968bab6f', 'mac_address': 'fa:16:3e:5c:83:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a3f337-a0e6-4285-9b81-39d7c78e178f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:33:11.061306 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:11.078664 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0673d9-7299-43e3-93cc-219e968bab6f {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:11.095797 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfbde9-c3b6-4817-a2ee-af1db0509bd2 req-a98c77b6-6be9-44b0-bd06-44a84b8a81bf tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:11.097872 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7fbfbde9-c3b6-4817-a2ee-af1db0509bd2 req-a98c77b6-6be9-44b0-bd06-44a84b8a81bf tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.0605252 Nov 19 13:33:11.099929 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port fc0673d9-7299-43e3-93cc-219e968bab6f, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=fc0673d9-7299-43e3-93cc-219e968bab6f,segment=NetworkSegment(5224f949-5a07-471e-9e7b-a597bd8203e7),segment_id=5224f949-5a07-471e-9e7b-a597bd8203e7)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:11.106369 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:11.156594 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7fbfbde9-c3b6-4817-a2ee-af1db0509bd2 req-a4c3dbac-a633-47bd-9e9e-b7dcca234e13 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511169 Nov 19 13:33:11.171537 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=fc0673d9-7299-43e3-93cc-219e968bab6f,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:11.212233 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [req-597da89b-1979-4748-930d-eec43163d06b req-8d6d8023-5ceb-4d34-bb98-f12032544178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5851b9a3-4610-4d7c-a908-7270bd52ea65 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:11.220862 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-597da89b-1979-4748-930d-eec43163d06b req-8d6d8023-5ceb-4d34-bb98-f12032544178 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:11.233660 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-597da89b-1979-4748-930d-eec43163d06b req-8d6d8023-5ceb-4d34-bb98-f12032544178 service neutron] Transition to ACTIVE for port object 5851b9a3-4610-4d7c-a908-7270bd52ea65 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:33:11.237626 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-597da89b-1979-4748-930d-eec43163d06b req-8d6d8023-5ceb-4d34-bb98-f12032544178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:11.289902 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d8023-5ceb-4d34-bb98-f12032544178 service neutron] Pushing event updated for resources: {'Port': ['ID=5851b9a3-4610-4d7c-a908-7270bd52ea65,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:11.321274 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-597da89b-1979-4748-930d-eec43163d06b req-8d6d8023-5ceb-4d34-bb98-f12032544178 service neutron] Attempting to bind port 5851b9a3-4610-4d7c-a908-7270bd52ea65 on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:11.321608 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-597da89b-1979-4748-930d-eec43163d06b req-8d6d8023-5ceb-4d34-bb98-f12032544178 service neutron] Attempting to bind port 5851b9a3-4610-4d7c-a908-7270bd52ea65 by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': '85056d8e-48cf-4ef4-b765-08a82b1fd145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:11.321935 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597da89b-1979-4748-930d-eec43163d06b req-8d6d8023-5ceb-4d34-bb98-f12032544178 service neutron] Attempting to bind port 5851b9a3-4610-4d7c-a908-7270bd52ea65 on network 5381b9b1-2906-46aa-be36-c7c6a6939b5c {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:11.328697 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597da89b-1979-4748-930d-eec43163d06b req-8d6d8023-5ceb-4d34-bb98-f12032544178 service neutron] Port 5851b9a3-4610-4d7c-a908-7270bd52ea65 on network 5381b9b1-2906-46aa-be36-c7c6a6939b5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:33:11.329015 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597da89b-1979-4748-930d-eec43163d06b req-8d6d8023-5ceb-4d34-bb98-f12032544178 service neutron] Attempting to bind port 5851b9a3-4610-4d7c-a908-7270bd52ea65 on network 5381b9b1-2906-46aa-be36-c7c6a6939b5c {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:11.333880 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597da89b-1979-4748-930d-eec43163d06b req-8d6d8023-5ceb-4d34-bb98-f12032544178 service neutron] Checking agent: {'id': '75923988-c426-4077-9ddc-4d64f8800d36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'started_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:11.334199 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597da89b-1979-4748-930d-eec43163d06b req-8d6d8023-5ceb-4d34-bb98-f12032544178 service neutron] Checking segment: {'id': '85056d8e-48cf-4ef4-b765-08a82b1fd145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:11.334584 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597da89b-1979-4748-930d-eec43163d06b req-8d6d8023-5ceb-4d34-bb98-f12032544178 service neutron] Bound using segment: {'id': '85056d8e-48cf-4ef4-b765-08a82b1fd145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:11.335007 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-597da89b-1979-4748-930d-eec43163d06b req-8d6d8023-5ceb-4d34-bb98-f12032544178 service neutron] Bound port: 5851b9a3-4610-4d7c-a908-7270bd52ea65, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85056d8e-48cf-4ef4-b765-08a82b1fd145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:11.335356 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-597da89b-1979-4748-930d-eec43163d06b req-8d6d8023-5ceb-4d34-bb98-f12032544178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:11.382184 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['fc0673d9-7299-43e3-93cc-219e968bab6f'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:33:11.400926 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-597da89b-1979-4748-930d-eec43163d06b req-8d6d8023-5ceb-4d34-bb98-f12032544178 service neutron] For port 5851b9a3-4610-4d7c-a908-7270bd52ea65, host hv-cinder-81632, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:11.404734 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-597da89b-1979-4748-930d-eec43163d06b req-8d6d8023-5ceb-4d34-bb98-f12032544178 service neutron] For port 5851b9a3-4610-4d7c-a908-7270bd52ea65, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=5851b9a3-4610-4d7c-a908-7270bd52ea65,segment=NetworkSegment(85056d8e-48cf-4ef4-b765-08a82b1fd145),segment_id=85056d8e-48cf-4ef4-b765-08a82b1fd145)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:11.410708 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-597da89b-1979-4748-930d-eec43163d06b req-8d6d8023-5ceb-4d34-bb98-f12032544178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:11.456838 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597da89b-1979-4748-930d-eec43163d06b req-8d6d8023-5ceb-4d34-bb98-f12032544178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:11.457474 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-597da89b-1979-4748-930d-eec43163d06b req-8d6d8023-5ceb-4d34-bb98-f12032544178 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:11.458944 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-597da89b-1979-4748-930d-eec43163d06b req-8d6d8023-5ceb-4d34-bb98-f12032544178 service neutron] 10.222.0.82 "PUT /v2.0/ports/5851b9a3-4610-4d7c-a908-7270bd52ea65 HTTP/1.1" status: 200 len: 1093 time: 0.7141221 Nov 19 13:33:11.459862 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '144bd4f8-f8a1-41a4-98e3-945f6ed19406', 'tag': '5851b9a3-4610-4d7c-a908-7270bd52ea65'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:11.468921 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06cd081-b8ed-457e-a423-7e3037f21984" -d '{"events": [{"name": "network-changed", "server_uuid": "144bd4f8-f8a1-41a4-98e3-945f6ed19406", "tag": "5851b9a3-4610-4d7c-a908-7270bd52ea65"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:11.498583 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d8023-5ceb-4d34-bb98-f12032544178 service neutron] Pushing event updated for resources: {'Port': ['ID=5851b9a3-4610-4d7c-a908-7270bd52ea65,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:11.556243 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94229e2b-cd48-42ea-a58b-3c79a67c876a req-e21b64ae-741b-4991-b279-3a268b852ca7 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:11.564182 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-94229e2b-cd48-42ea-a58b-3c79a67c876a req-e21b64ae-741b-4991-b279-3a268b852ca7 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfb6040d-d76d-44c9-a242-72ff87580552 HTTP/1.1" status: 200 len: 944 time: 0.0721984 Nov 19 13:33:11.573879 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b93b9f-7551-44b3-a56b-96df6b7653bb x-openstack-request-id: req-d0b93b9f-7551-44b3-a56b-96df6b7653bb {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:11.574176 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "144bd4f8-f8a1-41a4-98e3-945f6ed19406", "tag": "5851b9a3-4610-4d7c-a908-7270bd52ea65", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:11.574519 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d0b93b9f-7551-44b3-a56b-96df6b7653bb {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:11.574920 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '144bd4f8-f8a1-41a4-98e3-945f6ed19406', 'tag': '5851b9a3-4610-4d7c-a908-7270bd52ea65', 'status': 'completed', 'code': 200} Nov 19 13:33:11.607778 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597da89b-1979-4748-930d-eec43163d06b req-9a14090c-08cb-40a8-8cb9-36e5a7006b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:11.610039 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-597da89b-1979-4748-930d-eec43163d06b req-9a14090c-08cb-40a8-8cb9-36e5a7006b43 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f22b0a2f942a4e95b2561cf30d37dab8&device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 1096 time: 0.0758455 Nov 19 13:33:11.622520 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-94229e2b-cd48-42ea-a58b-3c79a67c876a req-3a8b4fe2-30af-48e6-9ce0-ad77683ba179 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/security-groups?id=ded15869-919d-4aa5-bd57-a54a88afea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549951 Nov 19 13:33:11.669864 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-597da89b-1979-4748-930d-eec43163d06b req-dcede2f3-9775-41b9-94bc-5890a7a795db service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5851b9a3-4610-4d7c-a908-7270bd52ea65 HTTP/1.1" status: 200 len: 217 time: 0.0479867 Nov 19 13:33:11.736892 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597da89b-1979-4748-930d-eec43163d06b req-2e28f441-c414-460b-809c-8d92a278fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:11.738748 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-597da89b-1979-4748-930d-eec43163d06b req-2e28f441-c414-460b-809c-8d92a278fe35 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f30ec31d-66a3-4d76-b433-0201bea0d251 HTTP/1.1" status: 200 len: 853 time: 0.0579226 Nov 19 13:33:11.779949 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-597da89b-1979-4748-930d-eec43163d06b req-4706aae6-1ba7-41ea-a347-465d20f55824 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5381b9b1-2906-46aa-be36-c7c6a6939b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333700 Nov 19 13:33:11.887734 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-597da89b-1979-4748-930d-eec43163d06b req-0e1c2e2b-645b-46b0-8765-6c473104752d service neutron] 10.222.0.82 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002846 Nov 19 13:33:11.995488 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-597da89b-1979-4748-930d-eec43163d06b req-01d7ebb6-edb7-4f97-bf14-0ba413482523 service neutron] 10.222.0.82 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990942 Nov 19 13:33:12.103614 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688d6ca-ee77-4339-a7d0-baf82dc8a8b7 req-8cf2af71-7814-4914-ba16-0ba0eae958c6 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:12.105383 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8688d6ca-ee77-4339-a7d0-baf82dc8a8b7 req-8cf2af71-7814-4914-ba16-0ba0eae958c6 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 943 time: 0.0546196 Nov 19 13:33:12.139208 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cd081-b8ed-457e-a423-7e3037f21984 req-8c46b583-93dd-4802-96ea-ec78436b0148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:12.140825 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c06cd081-b8ed-457e-a423-7e3037f21984 req-8c46b583-93dd-4802-96ea-ec78436b0148 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f22b0a2f942a4e95b2561cf30d37dab8&device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 1096 time: 0.0910583 Nov 19 13:33:12.176641 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8688d6ca-ee77-4339-a7d0-baf82dc8a8b7 req-1f2d6a1f-6a4a-4a33-b217-932ab279f343 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647993 Nov 19 13:33:12.305034 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cd081-b8ed-457e-a423-7e3037f21984 req-a8122717-e1e1-4c88-8822-6c60440cc825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:12.306521 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c06cd081-b8ed-457e-a423-7e3037f21984 req-a8122717-e1e1-4c88-8822-6c60440cc825 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5381b9b1-2906-46aa-be36-c7c6a6939b5c HTTP/1.1" status: 200 len: 915 time: 0.1462831 Nov 19 13:33:12.308177 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9019c-55a4-4477-b44f-7e404fb80235 req-b180f197-453f-4d7e-83db-866b8e05e498 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:12.316316 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-36b9019c-55a4-4477-b44f-7e404fb80235 req-b180f197-453f-4d7e-83db-866b8e05e498 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.0636435 Nov 19 13:33:12.364140 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c06cd081-b8ed-457e-a423-7e3037f21984 req-9b33e153-701a-4cdd-9edc-8d986a01d546 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5851b9a3-4610-4d7c-a908-7270bd52ea65 HTTP/1.1" status: 200 len: 217 time: 0.0419612 Nov 19 13:33:12.378341 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-36b9019c-55a4-4477-b44f-7e404fb80235 req-7c29d5f1-6f6b-4148-9974-a6959bc8ba39 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608819 Nov 19 13:33:12.419335 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cd081-b8ed-457e-a423-7e3037f21984 req-8050750a-32ea-4956-80fa-f811e6e52463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:12.420844 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c06cd081-b8ed-457e-a423-7e3037f21984 req-8050750a-32ea-4956-80fa-f811e6e52463 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f30ec31d-66a3-4d76-b433-0201bea0d251 HTTP/1.1" status: 200 len: 853 time: 0.0504148 Nov 19 13:33:12.465604 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 42316) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:12.471392 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c06cd081-b8ed-457e-a423-7e3037f21984 req-1093b54a-420c-4235-acd3-10274b3211db service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5381b9b1-2906-46aa-be36-c7c6a6939b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422142 Nov 19 13:33:12.575451 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c06cd081-b8ed-457e-a423-7e3037f21984 req-539489c1-2418-4184-842f-b83bf2082072 service neutron] 10.222.0.82 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916190 Nov 19 13:33:12.580486 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-756e7b5a-aa1e-4982-b176-60c21eb73a35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:12.663747 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-756e7b5a-aa1e-4982-b176-60c21eb73a35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:12.670065 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-756e7b5a-aa1e-4982-b176-60c21eb73a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:12.721245 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-756e7b5a-aa1e-4982-b176-60c21eb73a35 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=060c7077e4534aff8fb4bad83dbccf89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544582 Nov 19 13:33:12.734804 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 42322) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:12.736994 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e7b5a-aa1e-4982-b176-60c21eb73a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e362ae-3aea-4b61-b472-4933794e3b32,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:12.791849 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79952847-0337-48e7-ab4d-7588c7c57f02 req-ec2954f5-c005-4c4d-8a05-d530fa38d902 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:12.793487 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-79952847-0337-48e7-ab4d-7588c7c57f02 req-ec2954f5-c005-4c4d-8a05-d530fa38d902 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfb6040d-d76d-44c9-a242-72ff87580552 HTTP/1.1" status: 200 len: 944 time: 0.0890124 Nov 19 13:33:12.819619 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fdbc62f0-bf6a-4bc8-94cd-01640cccb5c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:12.851505 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c06cd081-b8ed-457e-a423-7e3037f21984 req-ce1c43b5-f1fc-48b6-bf63-e70009e6e0f6 service neutron] 10.222.0.82 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631307 Nov 19 13:33:12.865218 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fdbc62f0-bf6a-4bc8-94cd-01640cccb5c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:12.886389 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-79952847-0337-48e7-ab4d-7588c7c57f02 req-69888492-3e05-4c1e-9d12-24d635b65c4f tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/security-groups?id=ded15869-919d-4aa5-bd57-a54a88afea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794520 Nov 19 13:33:12.887968 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device fc0673d9-7299-43e3-93cc-219e968bab6f up at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:12.937463 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fdbc62f0-bf6a-4bc8-94cd-01640cccb5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:12.940696 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fdbc62f0-bf6a-4bc8-94cd-01640cccb5c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:12.942557 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-fdbc62f0-bf6a-4bc8-94cd-01640cccb5c9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/58e362ae-3aea-4b61-b472-4933794e3b32 HTTP/1.1" status: 204 len: 168 time: 0.2065787 Nov 19 13:33:12.953820 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc62f0-bf6a-4bc8-94cd-01640cccb5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e362ae-3aea-4b61-b472-4933794e3b32,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:12.997534 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning for port fc0673d9-7299-43e3-93cc-219e968bab6f completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:33:13.003152 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning complete for port fc0673d9-7299-43e3-93cc-219e968bab6f triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:13.004083 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:13.093909 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:13.123862 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb6040d-d76d-44c9-a242-72ff87580552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0673d9-7299-43e3-93cc-219e968bab6f'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:13.126219 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e055a475c9f0143691b95be0e0209c275a71c4689c1f5f09712fcbe57faa4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dedd5d8-789a-4fa0-aebf-f3de9561d538" -d '{"events": [{"server_uuid": "bfb6040d-d76d-44c9-a242-72ff87580552", "name": "network-vif-plugged", "status": "completed", "tag": "fc0673d9-7299-43e3-93cc-219e968bab6f"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:13.139851 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port fc0673d9-7299-43e3-93cc-219e968bab6f, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=fc0673d9-7299-43e3-93cc-219e968bab6f,segment=NetworkSegment(5224f949-5a07-471e-9e7b-a597bd8203e7),segment_id=5224f949-5a07-471e-9e7b-a597bd8203e7)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:13.144990 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:13.145835 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 7954c669-5837-4866-8f97-92b4c1e8dd4a no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:33:13.174413 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] No Port match for: 7954c669-5837-4866-8f97-92b4c1e8dd4a {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:33:13.175751 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 7954c669-5837-4866-8f97-92b4c1e8dd4a not bound to the agent host hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:33:13.245478 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd289995-c91a-4583-b9da-20aefd51b32d x-openstack-request-id: req-fd289995-c91a-4583-b9da-20aefd51b32d {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:13.245813 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb6040d-d76d-44c9-a242-72ff87580552", "name": "network-vif-plugged", "status": "completed", "tag": "fc0673d9-7299-43e3-93cc-219e968bab6f", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:13.246079 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd289995-c91a-4583-b9da-20aefd51b32d {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:13.247048 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb6040d-d76d-44c9-a242-72ff87580552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0673d9-7299-43e3-93cc-219e968bab6f', 'code': 200} Nov 19 13:33:13.302786 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=fc0673d9-7299-43e3-93cc-219e968bab6f,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:13.347917 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 42352) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:13.398322 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a78f9479-2b05-4524-b658-b72680f71d58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:13.486825 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00f3aa-f479-46e9-b129-a6746fef0755 req-0e596834-248d-4fc5-bb22-34f26170d56f tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:13.492406 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ba00f3aa-f479-46e9-b129-a6746fef0755 req-0e596834-248d-4fc5-bb22-34f26170d56f tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 943 time: 0.1658792 Nov 19 13:33:13.594623 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a8226-bdca-4a89-a517-eb4f52e5f338 req-eea051d9-4db2-4ced-9e14-21359e95ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:13.597149 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-680a8226-bdca-4a89-a517-eb4f52e5f338 req-eea051d9-4db2-4ced-9e14-21359e95ad83 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bfb6040d-d76d-44c9-a242-72ff87580552 HTTP/1.1" status: 200 len: 1098 time: 0.1318116 Nov 19 13:33:13.618549 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ba00f3aa-f479-46e9-b129-a6746fef0755 req-1691085f-f38b-47d9-a37c-523e229bb06d tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177700 Nov 19 13:33:13.654335 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-680a8226-bdca-4a89-a517-eb4f52e5f338 req-a679d364-e06c-45d5-abf3-00f80679dde9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ded15869-919d-4aa5-bd57-a54a88afea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489788 Nov 19 13:33:13.665065 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4207c1-08a2-4779-9533-5a6c2fbd05d8 req-d2041def-beae-4a7c-9665-5d4a38521372 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:13.677947 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2a4207c1-08a2-4779-9533-5a6c2fbd05d8 req-d2041def-beae-4a7c-9665-5d4a38521372 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.1319368 Nov 19 13:33:13.702088 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a78f9479-2b05-4524-b658-b72680f71d58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:13.708157 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a78f9479-2b05-4524-b658-b72680f71d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:13.749782 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 42372) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:13.779505 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2a4207c1-08a2-4779-9533-5a6c2fbd05d8 req-9ddafcd7-8309-4afe-9ff4-f5af3d73475e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003275 Nov 19 13:33:13.817343 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f9479-2b05-4524-b658-b72680f71d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c8677c-e227-4954-bdc7-34c6fa137d48,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:13.822675 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-a78f9479-2b05-4524-b658-b72680f71d58 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=218d4281d06243739759ef9fcdc3d44d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4736853 Nov 19 13:33:13.825994 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 42378) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:13.853968 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b3e086-3c7d-4a2b-8e76-a2a9775f6032 admin admin] Deleting subnet 9918502b-46c0-4926-94dd-3bad6b45ae1c {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:33:13.863851 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e086-3c7d-4a2b-8e76-a2a9775f6032 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:13.904203 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 42382) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:13.921763 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e086-3c7d-4a2b-8e76-a2a9775f6032 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:13.932725 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d24a5cae-2153-4f6a-b115-97cbb425bebf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:13.934757 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e086-3c7d-4a2b-8e76-a2a9775f6032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724083'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:13.987847 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d24a5cae-2153-4f6a-b115-97cbb425bebf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.033226 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-388f26b2-abb5-43d3-a252-09852c3680ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.039268 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e086-3c7d-4a2b-8e76-a2a9775f6032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.058861 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a16435-cb0f-4df3-9b23-47f5ab949dd9 req-9c94d959-f8a9-438d-ae1a-94bc601aef6a tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:14.060485 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c1a16435-cb0f-4df3-9b23-47f5ab949dd9 req-9c94d959-f8a9-438d-ae1a-94bc601aef6a tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfb6040d-d76d-44c9-a242-72ff87580552 HTTP/1.1" status: 200 len: 945 time: 0.0885842 Nov 19 13:33:14.070442 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3e086-3c7d-4a2b-8e76-a2a9775f6032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9918502b-46c0-4926-94dd-3bad6b45ae1c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:14.072446 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e086-3c7d-4a2b-8e76-a2a9775f6032 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.077538 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-d6b3e086-3c7d-4a2b-8e76-a2a9775f6032 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9918502b-46c0-4926-94dd-3bad6b45ae1c HTTP/1.1" status: 204 len: 168 time: 0.3263745 Nov 19 13:33:14.081275 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 42388) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:14.100349 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d24a5cae-2153-4f6a-b115-97cbb425bebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.103859 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d24a5cae-2153-4f6a-b115-97cbb425bebf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.105707 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-d24a5cae-2153-4f6a-b115-97cbb425bebf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/61c8677c-e227-4954-bdc7-34c6fa137d48 HTTP/1.1" status: 204 len: 168 time: 0.2784553 Nov 19 13:33:14.150261 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c1a16435-cb0f-4df3-9b23-47f5ab949dd9 req-88d90cfb-a30b-46ac-a9f8-884582fa274b tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/security-groups?id=ded15869-919d-4aa5-bd57-a54a88afea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777884 Nov 19 13:33:14.153501 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a5cae-2153-4f6a-b115-97cbb425bebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c8677c-e227-4954-bdc7-34c6fa137d48,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:14.193618 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-388f26b2-abb5-43d3-a252-09852c3680ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.199496 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-388f26b2-abb5-43d3-a252-09852c3680ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.219819 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613477'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.241150 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-388f26b2-abb5-43d3-a252-09852c3680ea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=46184af853d24328a3c897bff297220f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3358195 Nov 19 13:33:14.241998 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f26b2-abb5-43d3-a252-09852c3680ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e21bf1-3a3a-497f-8a69-a575cdb40936,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:14.251099 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 42392) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:14.356928 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734982', 'neutron.services.segments.db._delete_segments_for_network-8736459861315'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.390385 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:14.390961 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:14.391872 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:14.392244 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] Subscribe: > port after_create 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:14.392644 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:14.393005 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] Subscribe: > port after_update 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:14.393547 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:14.394118 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:14.394669 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:14.395032 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:14.449756 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 42398) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:14.462604 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e3ed773a-ac73-4f79-847a-b58432b7ed68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.550652 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e3ed773a-ac73-4f79-847a-b58432b7ed68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.555117 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e3ed773a-ac73-4f79-847a-b58432b7ed68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.557963 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:14.558984 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:14.558984 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:14.559578 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:14.560119 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98303e9f-da53-4255-ad3a-0f903d6674c5']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:14.566024 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ca10a4a1-3481-4ace-ac0e-1e80cb85a21e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.584945 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ab96dd-7309-42a5-b191-f25f2164ed14') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:14.585274 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ab96dd-7309-42a5-b191-f25f2164ed14') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:14.595378 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed773a-ac73-4f79-847a-b58432b7ed68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29bc06f-000d-4be4-9d50-3a457dec76bb,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:14.600782 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-e3ed773a-ac73-4f79-847a-b58432b7ed68 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=acf6a1c4d3fc497a85f1ebc72a0648ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499300 Nov 19 13:33:14.603314 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 42400) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:14.615573 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736459878072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2801437'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.637930 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ca10a4a1-3481-4ace-ac0e-1e80cb85a21e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.653133 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.658596 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1b519df-001e-4262-94a4-0a90a54978f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.672570 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:33:14.672974 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14406814'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.681872 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1b519df-001e-4262-94a4-0a90a54978f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: from cryptography.utils import int_from_bytes Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: from cryptography.utils import int_from_bytes Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: Traceback (most recent call last): Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: timer() Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: cb(*args, **kw) Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: return func(*args, **kwargs) Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: self._notify() Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: self.callback(batched_events) Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: event.method(event) Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: return f(self, *a, **k) Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: return self._get(url).json() Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:33:14.683985 dv-cinder-816324-4-smb neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:33:14.753626 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796996'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.756758 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061c111-e5e8-44d5-b319-cad19840559c req-96b8804e-45cd-4627-91f4-ad8583a032ef tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:14.758264 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d061c111-e5e8-44d5-b319-cad19840559c req-96b8804e-45cd-4627-91f4-ad8583a032ef tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 943 time: 0.0736544 Nov 19 13:33:14.762434 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.766494 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/98303e9f-da53-4255-ad3a-0f903d6674c5 HTTP/1.1" status: 204 len: 168 time: 0.6855958 Nov 19 13:33:14.780717 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ca10a4a1-3481-4ace-ac0e-1e80cb85a21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.783491 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ca10a4a1-3481-4ace-ac0e-1e80cb85a21e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.784671 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-ca10a4a1-3481-4ace-ac0e-1e80cb85a21e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b1e21bf1-3a3a-497f-8a69-a575cdb40936 HTTP/1.1" status: 204 len: 168 time: 0.5310950 Nov 19 13:33:14.794601 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10a4a1-3481-4ace-ac0e-1e80cb85a21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e21bf1-3a3a-497f-8a69-a575cdb40936,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:14.797091 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133caea-f612-4cf4-b3de-fcf1c6ab8ce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=98303e9f-da53-4255-ad3a-0f903d6674c5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:14.822689 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1b519df-001e-4262-94a4-0a90a54978f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.825536 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1b519df-001e-4262-94a4-0a90a54978f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.829390 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-f1b519df-001e-4262-94a4-0a90a54978f4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c29bc06f-000d-4be4-9d50-3a457dec76bb HTTP/1.1" status: 204 len: 168 time: 0.2248616 Nov 19 13:33:14.850262 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d061c111-e5e8-44d5-b319-cad19840559c req-5270ad4d-8245-482c-9cde-cd028a42ce1d tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778522 Nov 19 13:33:14.853462 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b519df-001e-4262-94a4-0a90a54978f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29bc06f-000d-4be4-9d50-3a457dec76bb,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:14.914213 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 5851b9a3-4610-4d7c-a908-7270bd52ea65 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:33:14.953730 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b23f50-ced2-4005-a6da-74dc34d218ed req-afecb628-f311-435e-a7d4-132d0fadf999 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:14.966089 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e6b23f50-ced2-4005-a6da-74dc34d218ed req-afecb628-f311-435e-a7d4-132d0fadf999 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.0829842 Nov 19 13:33:15.038669 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e6b23f50-ced2-4005-a6da-74dc34d218ed req-ce580ecf-e437-4e60-afef-31952eda1d9e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711858 Nov 19 13:33:15.070080 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 42416) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:15.092591 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 5851b9a3-4610-4d7c-a908-7270bd52ea65, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=5851b9a3-4610-4d7c-a908-7270bd52ea65,segment=NetworkSegment(85056d8e-48cf-4ef4-b765-08a82b1fd145),segment_id=85056d8e-48cf-4ef4-b765-08a82b1fd145)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:15.126599 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Returning: {'device': '5851b9a3-4610-4d7c-a908-7270bd52ea65', 'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c', 'port_id': '5851b9a3-4610-4d7c-a908-7270bd52ea65', 'mac_address': 'fa:16:3e:f6:74:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30ec31d-66a3-4d76-b433-0201bea0d251', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:33:15.192686 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 42422) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:15.193746 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-e269a921-1a58-4907-ba1a-044d7077137b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=92a8a15f80d14214b84a16cba645a478&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1185720 Nov 19 13:33:15.222025 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.239924 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5851b9a3-4610-4d7c-a908-7270bd52ea65 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:15.266268 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 5851b9a3-4610-4d7c-a908-7270bd52ea65, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=5851b9a3-4610-4d7c-a908-7270bd52ea65,segment=NetworkSegment(85056d8e-48cf-4ef4-b765-08a82b1fd145),segment_id=85056d8e-48cf-4ef4-b765-08a82b1fd145)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:15.276706 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.319277 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-44aa9e25-1c0d-4562-aeec-fb341c6bd037 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.348164 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=5851b9a3-4610-4d7c-a908-7270bd52ea65,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:15.368276 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-44aa9e25-1c0d-4562-aeec-fb341c6bd037 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.386333 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb07b43-1417-4d4c-bda9-a39a99f6dabc req-b53e25d8-8b93-4e4e-b6d0-f6cdeb9cebbf tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:15.392714 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4cb07b43-1417-4d4c-bda9-a39a99f6dabc req-b53e25d8-8b93-4e4e-b6d0-f6cdeb9cebbf tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfb6040d-d76d-44c9-a242-72ff87580552 HTTP/1.1" status: 200 len: 945 time: 0.1155131 Nov 19 13:33:15.418991 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 42428) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:15.440510 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-04e31dbf-a1e4-44ce-926b-e8bc182dcd22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.490775 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4cb07b43-1417-4d4c-bda9-a39a99f6dabc req-603ad7f7-a91c-44cf-bf39-e7f9d10acad2 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/security-groups?id=ded15869-919d-4aa5-bd57-a54a88afea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899050 Nov 19 13:33:15.506189 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-44aa9e25-1c0d-4562-aeec-fb341c6bd037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.511672 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-44aa9e25-1c0d-4562-aeec-fb341c6bd037 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.513208 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-44aa9e25-1c0d-4562-aeec-fb341c6bd037 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/564b2504-d141-42c1-a004-1bd296dc21f7 HTTP/1.1" status: 204 len: 168 time: 0.3191044 Nov 19 13:33:15.541327 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa9e25-1c0d-4562-aeec-fb341c6bd037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564b2504-d141-42c1-a004-1bd296dc21f7,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:15.610117 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-04e31dbf-a1e4-44ce-926b-e8bc182dcd22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.617755 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-04e31dbf-a1e4-44ce-926b-e8bc182dcd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.636712 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['5851b9a3-4610-4d7c-a908-7270bd52ea65'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:33:15.677418 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-04e31dbf-a1e4-44ce-926b-e8bc182dcd22 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7a17707931d5441c91ff5309b93486b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536929 Nov 19 13:33:15.677418 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e31dbf-a1e4-44ce-926b-e8bc182dcd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3870d23d-aec8-4ae5-b69d-1a2a22dfda92,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:15.677623 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 42438) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:15.740151 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c3ef153a-02d3-432c-911a-2c9a0797ba77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.775240 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c3ef153a-02d3-432c-911a-2c9a0797ba77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.837913 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c3ef153a-02d3-432c-911a-2c9a0797ba77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.841030 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c3ef153a-02d3-432c-911a-2c9a0797ba77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.842859 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-c3ef153a-02d3-432c-911a-2c9a0797ba77 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3870d23d-aec8-4ae5-b69d-1a2a22dfda92 HTTP/1.1" status: 204 len: 168 time: 0.1642087 Nov 19 13:33:15.853276 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef153a-02d3-432c-911a-2c9a0797ba77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3870d23d-aec8-4ae5-b69d-1a2a22dfda92,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:15.923323 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 42450) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:16.029490 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053a019-43ce-4853-866d-ce1e7491b6a0 req-1e848f7f-d942-48fd-910d-74a59ba12c22 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:16.037194 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a053a019-43ce-4853-866d-ce1e7491b6a0 req-1e848f7f-d942-48fd-910d-74a59ba12c22 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 944 time: 0.0897565 Nov 19 13:33:16.094348 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a053a019-43ce-4853-866d-ce1e7491b6a0 req-e43b9601-f1b9-4c19-9189-5730160801f7 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557392 Nov 19 13:33:16.203818 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1065aad-907c-4b42-8880-44de39a38020 req-fe58686e-d15b-44b1-ad0d-f103a37a36a4 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:16.205364 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f1065aad-907c-4b42-8880-44de39a38020 req-fe58686e-d15b-44b1-ad0d-f103a37a36a4 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.0651910 Nov 19 13:33:16.246475 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97736252-e64f-4ec2-9ba3-54459ac65b55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:16.267708 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f1065aad-907c-4b42-8880-44de39a38020 req-7fcb6cb8-faf4-47af-9795-cae851c0bcdf tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555081 Nov 19 13:33:16.336603 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97736252-e64f-4ec2-9ba3-54459ac65b55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:16.341121 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97736252-e64f-4ec2-9ba3-54459ac65b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:16.383634 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97736252-e64f-4ec2-9ba3-54459ac65b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449eb06e-85aa-410e-ba03-bd5a8e19265b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:16.391163 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-97736252-e64f-4ec2-9ba3-54459ac65b55 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1fffa67ddfe1424f8b38ac37ac647941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4668336 Nov 19 13:33:16.393685 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 42478) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:16.449579 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7542a6db-c0ab-4073-a1a8-a26df039c518 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:16.470968 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7542a6db-c0ab-4073-a1a8-a26df039c518 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:16.520386 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7542a6db-c0ab-4073-a1a8-a26df039c518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:16.523829 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7542a6db-c0ab-4073-a1a8-a26df039c518 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:16.527696 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-7542a6db-c0ab-4073-a1a8-a26df039c518 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/449eb06e-85aa-410e-ba03-bd5a8e19265b HTTP/1.1" status: 204 len: 168 time: 0.1298027 Nov 19 13:33:16.537550 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542a6db-c0ab-4073-a1a8-a26df039c518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449eb06e-85aa-410e-ba03-bd5a8e19265b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:16.911170 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 5851b9a3-4610-4d7c-a908-7270bd52ea65 up at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:16.951220 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 42510) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:16.971931 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-16981265-98bc-46cb-b182-68bc1c0dc556 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:16.992967 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning for port 5851b9a3-4610-4d7c-a908-7270bd52ea65 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:33:16.998252 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning complete for port 5851b9a3-4610-4d7c-a908-7270bd52ea65 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:16.998612 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.081743 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-16981265-98bc-46cb-b182-68bc1c0dc556 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.086496 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.086757 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-16981265-98bc-46cb-b182-68bc1c0dc556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.128498 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144bd4f8-f8a1-41a4-98e3-945f6ed19406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5851b9a3-4610-4d7c-a908-7270bd52ea65'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:17.130869 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e055a475c9f0143691b95be0e0209c275a71c4689c1f5f09712fcbe57faa4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a510b9fb-35fa-4be8-85df-9e4089300c14" -d '{"events": [{"server_uuid": "144bd4f8-f8a1-41a4-98e3-945f6ed19406", "name": "network-vif-plugged", "status": "completed", "tag": "5851b9a3-4610-4d7c-a908-7270bd52ea65"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:17.147377 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 5851b9a3-4610-4d7c-a908-7270bd52ea65, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=5851b9a3-4610-4d7c-a908-7270bd52ea65,segment=NetworkSegment(85056d8e-48cf-4ef4-b765-08a82b1fd145),segment_id=85056d8e-48cf-4ef4-b765-08a82b1fd145)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:17.153584 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.201563 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-16981265-98bc-46cb-b182-68bc1c0dc556 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ea8e2b835774722b6432fac0f9a44a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489343 Nov 19 13:33:17.205283 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 42524) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:17.206938 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16981265-98bc-46cb-b182-68bc1c0dc556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbfaa40-95cc-4a77-aae0-f844f3b173cb,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:17.212978 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c70e10e-d3cc-4277-8dd8-0b2a0ed69ded x-openstack-request-id: req-0c70e10e-d3cc-4277-8dd8-0b2a0ed69ded {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:17.213792 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144bd4f8-f8a1-41a4-98e3-945f6ed19406", "name": "network-vif-plugged", "status": "completed", "tag": "5851b9a3-4610-4d7c-a908-7270bd52ea65", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:17.229587 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0c70e10e-d3cc-4277-8dd8-0b2a0ed69ded {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:17.230734 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144bd4f8-f8a1-41a4-98e3-945f6ed19406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5851b9a3-4610-4d7c-a908-7270bd52ea65', 'code': 200} Nov 19 13:33:17.272756 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=5851b9a3-4610-4d7c-a908-7270bd52ea65,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:17.311656 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7425cbe6-181b-4001-abcf-867efa79818f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.325359 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda90b9e-8583-4138-9fb3-8c5665f54373 req-0ed72397-adfc-442b-9d2a-4916dfb91231 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:17.332584 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-cda90b9e-8583-4138-9fb3-8c5665f54373 req-0ed72397-adfc-442b-9d2a-4916dfb91231 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 945 time: 0.1151226 Nov 19 13:33:17.358084 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7425cbe6-181b-4001-abcf-867efa79818f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.395454 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 42534) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:17.458813 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99480b-af9f-4bc2-aadf-0cb78bb2ff7e req-7b12caed-2ca7-42b1-b949-a4c0ac44607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:17.460752 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-5c99480b-af9f-4bc2-aadf-0cb78bb2ff7e req-7b12caed-2ca7-42b1-b949-a4c0ac44607a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 1098 time: 0.0612919 Nov 19 13:33:17.466645 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7425cbe6-181b-4001-abcf-867efa79818f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.469594 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7425cbe6-181b-4001-abcf-867efa79818f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.471795 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-7425cbe6-181b-4001-abcf-867efa79818f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ccbfaa40-95cc-4a77-aae0-f844f3b173cb HTTP/1.1" status: 204 len: 168 time: 0.2654781 Nov 19 13:33:17.480133 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425cbe6-181b-4001-abcf-867efa79818f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbfaa40-95cc-4a77-aae0-f844f3b173cb,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:17.548297 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-5c99480b-af9f-4bc2-aadf-0cb78bb2ff7e req-d82c7653-a1ac-459b-b0a7-123833df315b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596700 Nov 19 13:33:17.582709 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-cda90b9e-8583-4138-9fb3-8c5665f54373 req-f0b8298d-12ad-42e8-bdbb-d0b2aecd8258 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441642 Nov 19 13:33:17.609634 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57d1f4-aab3-4da5-a6d4-f20317f2d0f0 req-b4c483e8-aaa0-464a-a504-b8085fb06192 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:17.611214 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4a57d1f4-aab3-4da5-a6d4-f20317f2d0f0 req-b4c483e8-aaa0-464a-a504-b8085fb06192 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.1369889 Nov 19 13:33:17.659904 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-139c67f2-3eab-45a6-8aa1-24ed438463c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-245953741-network', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:17.669652 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4a57d1f4-aab3-4da5-a6d4-f20317f2d0f0 req-7c176db3-c3da-43d9-8f54-ed65c4f3d591 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518365 Nov 19 13:33:17.681088 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139c67f2-3eab-45a6-8aa1-24ed438463c4 admin admin] Made reservation on behalf of a4db52025002465e8e5736aac79f13c3 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:17.694334 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-139c67f2-3eab-45a6-8aa1-24ed438463c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.703045 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-139c67f2-3eab-45a6-8aa1-24ed438463c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.796117 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-139c67f2-3eab-45a6-8aa1-24ed438463c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.800578 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-139c67f2-3eab-45a6-8aa1-24ed438463c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.832337 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c67f2-3eab-45a6-8aa1-24ed438463c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122293ca-58d8-469c-a6d8-cb59dc197023,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:17.836935 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-139c67f2-3eab-45a6-8aa1-24ed438463c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1137} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:33:17.847413 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-139c67f2-3eab-45a6-8aa1-24ed438463c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.847931 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.db.segments_db [None req-139c67f2-3eab-45a6-8aa1-24ed438463c4 admin admin] Added segment d0219191-f69f-4ca1-819b-96503ec603ef of type vlan for network ebf90ed3-1e1f-4afa-b602-7a5c695dc19d Nov 19 13:33:17.897437 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-139c67f2-3eab-45a6-8aa1-24ed438463c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736459351574'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.925054 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-139c67f2-3eab-45a6-8aa1-24ed438463c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.926020 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139c67f2-3eab-45a6-8aa1-24ed438463c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:17.926625 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-139c67f2-3eab-45a6-8aa1-24ed438463c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.980694 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-139c67f2-3eab-45a6-8aa1-24ed438463c4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5834577 Nov 19 13:33:17.983834 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 42562) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:17.992379 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c67f2-3eab-45a6-8aa1-24ed438463c4 admin admin] Pushing event updated for resources: {'Network': ['ID=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:18.006874 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Network ebf90ed3-1e1f-4afa-b602-7a5c695dc19d details requested by agent ovs-agent-dv-cinder-816324-4-smb with host dv-cinder-816324-4-smb {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:33:18.012318 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-fb59a5c4-199b-40ca-9fa3-e5a72e646bff admin admin] Request body: {'subnet': {'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-245953741-subnet', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:18.060109 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb59a5c4-199b-40ca-9fa3-e5a72e646bff admin admin] Made reservation on behalf of a4db52025002465e8e5736aac79f13c3 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:18.062651 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb59a5c4-199b-40ca-9fa3-e5a72e646bff admin admin] Publish callbacks [] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:18.295263 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb59a5c4-199b-40ca-9fa3-e5a72e646bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:18.356332 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59a5c4-199b-40ca-9fa3-e5a72e646bff admin admin] Pushing event updated for resources: {'Subnet': ['ID=a50d8552-5081-4f74-8946-fa813e638daf,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:18.379026 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb59a5c4-199b-40ca-9fa3-e5a72e646bff admin admin] Checking segment: {'id': 'd0219191-f69f-4ca1-819b-96503ec603ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:18.379515 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb59a5c4-199b-40ca-9fa3-e5a72e646bff admin admin] Network hostable DHCP agents. Network: ebf90ed3-1e1f-4afa-b602-7a5c695dc19d, hostable agents: ['a9493b20-30d9-4471-90b9-83259b2d43bc'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:33:18.402873 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb59a5c4-199b-40ca-9fa3-e5a72e646bff admin admin] Network ebf90ed3-1e1f-4afa-b602-7a5c695dc19d is scheduled to be hosted by DHCP agent a9493b20-30d9-4471-90b9-83259b2d43bc with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:33:18.421051 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-fb59a5c4-199b-40ca-9fa3-e5a72e646bff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-smb, ebf90ed3-1e1f-4afa-b602-7a5c695dc19d) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:18.431634 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb59a5c4-199b-40ca-9fa3-e5a72e646bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:18.432337 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb59a5c4-199b-40ca-9fa3-e5a72e646bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:18.439089 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c50e7bf-1cbc-4f95-b580-d333ce74c113 None None] Network ebf90ed3-1e1f-4afa-b602-7a5c695dc19d requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:18.472417 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-fb59a5c4-199b-40ca-9fa3-e5a72e646bff admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4868655 Nov 19 13:33:18.474958 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 42594) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:18.480330 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-245953741-router', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:18.512490 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6744'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:18.515403 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1791364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1796913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6723'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:18.608973 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:18.694454 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b71e13-08fb-4dcf-ae8d-9dbbfc094347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53cf6b08-0369-5507-b163-abf0e9693b8d-ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'fixed_ips': [{'subnet_id': 'a50d8552-5081-4f74-8946-fa813e638daf'}]}} from dv-cinder-816324-4-smb. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:33:18.695516 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05b71e13-08fb-4dcf-ae8d-9dbbfc094347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:18.948553 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-05b71e13-08fb-4dcf-ae8d-9dbbfc094347 None None] Allocated IP 172.20.0.2 (ebf90ed3-1e1f-4afa-b602-7a5c695dc19d/a50d8552-5081-4f74-8946-fa813e638daf/d895f839-bf3b-4080-96ed-1c4ab2542728) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:19.140407 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05b71e13-08fb-4dcf-ae8d-9dbbfc094347 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:19.151746 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05b71e13-08fb-4dcf-ae8d-9dbbfc094347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:19.179959 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:19.192042 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fdac9e-51ef-4007-bf9e-842e6266f7aa req-f0b449e4-6306-474a-addc-89c456c1dcb0 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:19.200206 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e8fdac9e-51ef-4007-bf9e-842e6266f7aa req-f0b449e4-6306-474a-addc-89c456c1dcb0 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 945 time: 0.4689600 Nov 19 13:33:19.282276 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b71e13-08fb-4dcf-ae8d-9dbbfc094347 None None] Pushing event updated for resources: {'Port': ['ID=d895f839-bf3b-4080-96ed-1c4ab2542728,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:19.311552 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b71e13-08fb-4dcf-ae8d-9dbbfc094347 None None] Network ebf90ed3-1e1f-4afa-b602-7a5c695dc19d is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:19.313848 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-05b71e13-08fb-4dcf-ae8d-9dbbfc094347 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:19.319545 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b71e13-08fb-4dcf-ae8d-9dbbfc094347 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:19.323267 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb6816-950c-4c7d-8e3f-13f892005735 req-a580a848-5ae1-44d9-b3d6-b5469685aa50 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:19.332446 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-eedb6816-950c-4c7d-8e3f-13f892005735 req-a580a848-5ae1-44d9-b3d6-b5469685aa50 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.1940043 Nov 19 13:33:19.370907 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e8fdac9e-51ef-4007-bf9e-842e6266f7aa req-07e54450-206b-4300-9f39-1de288068b6f tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696551 Nov 19 13:33:19.406173 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-05b71e13-08fb-4dcf-ae8d-9dbbfc094347 None None] Attempting to bind port d895f839-bf3b-4080-96ed-1c4ab2542728 on host dv-cinder-816324-4-smb for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:19.408995 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-05b71e13-08fb-4dcf-ae8d-9dbbfc094347 None None] Attempting to bind port d895f839-bf3b-4080-96ed-1c4ab2542728 by drivers openvswitch,hyperv on host dv-cinder-816324-4-smb at level 0 using segments [{'id': 'd0219191-f69f-4ca1-819b-96503ec603ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:19.409373 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b71e13-08fb-4dcf-ae8d-9dbbfc094347 None None] Attempting to bind port d895f839-bf3b-4080-96ed-1c4ab2542728 on network ebf90ed3-1e1f-4afa-b602-7a5c695dc19d {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:19.442077 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-eedb6816-950c-4c7d-8e3f-13f892005735 req-05e55ca5-69fb-4f44-8677-868f94d677eb tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016641 Nov 19 13:33:19.442252 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b71e13-08fb-4dcf-ae8d-9dbbfc094347 None None] Checking agent: {'id': '3401932b-84b7-4798-97d9-02908ea34a73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 24, 32), 'started_at': datetime.datetime(2021, 11, 19, 13, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:19.442572 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b71e13-08fb-4dcf-ae8d-9dbbfc094347 None None] Checking segment: {'id': 'd0219191-f69f-4ca1-819b-96503ec603ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:19.442986 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05b71e13-08fb-4dcf-ae8d-9dbbfc094347 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:19.443380 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b71e13-08fb-4dcf-ae8d-9dbbfc094347 None None] Bound using segment: {'id': 'd0219191-f69f-4ca1-819b-96503ec603ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:19.444511 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-05b71e13-08fb-4dcf-ae8d-9dbbfc094347 None None] Bound port: d895f839-bf3b-4080-96ed-1c4ab2542728, host: dv-cinder-816324-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0219191-f69f-4ca1-819b-96503ec603ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:19.445505 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05b71e13-08fb-4dcf-ae8d-9dbbfc094347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:19.605403 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05b71e13-08fb-4dcf-ae8d-9dbbfc094347 None None] For port d895f839-bf3b-4080-96ed-1c4ab2542728, host dv-cinder-816324-4-smb, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:19.612327 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05b71e13-08fb-4dcf-ae8d-9dbbfc094347 None None] For port d895f839-bf3b-4080-96ed-1c4ab2542728, host dv-cinder-816324-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=d895f839-bf3b-4080-96ed-1c4ab2542728,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:19.621419 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05b71e13-08fb-4dcf-ae8d-9dbbfc094347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:19.665030 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23368f-05ea-4923-94d3-a5c2dcd9bb01 req-9cbc7b1a-7332-48f6-969e-678d969401a2 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:19.666550 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1f23368f-05ea-4923-94d3-a5c2dcd9bb01 req-9cbc7b1a-7332-48f6-969e-678d969401a2 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfb6040d-d76d-44c9-a242-72ff87580552 HTTP/1.1" status: 200 len: 945 time: 0.1147349 Nov 19 13:33:19.699248 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:19.726328 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:19.766162 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b71e13-08fb-4dcf-ae8d-9dbbfc094347 None None] Pushing event updated for resources: {'Port': ['ID=d895f839-bf3b-4080-96ed-1c4ab2542728,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:19.826268 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1f23368f-05ea-4923-94d3-a5c2dcd9bb01 req-f71b9625-d458-40f4-ba37-72610dd72e6e tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/security-groups?id=ded15869-919d-4aa5-bd57-a54a88afea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464565 Nov 19 13:33:19.855329 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 42652) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:19.913797 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Allocated IP 172.28.1.167 (f5fe0685-e1a5-4f21-925a-12d1aefd12c8/e23fd1b3-af46-4401-a4dc-3ec2e1f1f010/bb3e8d68-62e7-4546-9df6-373f9e6ed400) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:20.066595 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.113283 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.162019 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:20.165642 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:20.167435 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1cc8db5e-2439-46c7-9318-7f1a8c3256fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.170995 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:20.207475 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Pushing event updated for resources: {'Port': ['ID=bb3e8d68-62e7-4546-9df6-373f9e6ed400,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:20.246955 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:20.247223 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:20.247557 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:20.247928 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:20.248413 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:20.248744 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:20.249066 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:20.249396 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:20.249728 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:20.250043 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:20.250510 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:20.250826 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:20.270183 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1cc8db5e-2439-46c7-9318-7f1a8c3256fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.275351 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1cc8db5e-2439-46c7-9318-7f1a8c3256fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.317670 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8db5e-2439-46c7-9318-7f1a8c3256fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58f00c2-7ffd-43a3-92fa-12d43514126d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:20.324572 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-1cc8db5e-2439-46c7-9318-7f1a8c3256fa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a86bd6947c694370bd9ee1bf2aca65c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4676206 Nov 19 13:33:20.327156 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 42670) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:20.380483 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ff86470-4447-45a8-94f3-6aa2758cd381 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.403677 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ff86470-4447-45a8-94f3-6aa2758cd381 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.414070 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.496945 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ff86470-4447-45a8-94f3-6aa2758cd381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.500030 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ff86470-4447-45a8-94f3-6aa2758cd381 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.504673 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-2ff86470-4447-45a8-94f3-6aa2758cd381 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b58f00c2-7ffd-43a3-92fa-12d43514126d HTTP/1.1" status: 204 len: 168 time: 0.1763117 Nov 19 13:33:20.516956 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff86470-4447-45a8-94f3-6aa2758cd381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58f00c2-7ffd-43a3-92fa-12d43514126d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:20.585986 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bba588-420e-4393-bd41-057c3de0b7f1 req-47f54db8-1974-4120-9a83-d5fdca067c2a tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:20.587542 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-23bba588-420e-4393-bd41-057c3de0b7f1 req-47f54db8-1974-4120-9a83-d5fdca067c2a tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 945 time: 0.0717185 Nov 19 13:33:20.818250 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ddfdd-d9bf-444b-bfae-1149d4b6bfd4 req-6f902ac1-c501-41b5-9edf-c92a7401ce25 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:20.819822 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-779ddfdd-d9bf-444b-bfae-1149d4b6bfd4 req-6f902ac1-c501-41b5-9edf-c92a7401ce25 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.1730957 Nov 19 13:33:20.827728 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-23bba588-420e-4393-bd41-057c3de0b7f1 req-5482439c-49f1-45ad-bd42-de57c7f39c23 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825800 Nov 19 13:33:20.874723 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device d895f839-bf3b-4080-96ed-1c4ab2542728 up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:20.895213 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1791423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1796940'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.023851 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-779ddfdd-d9bf-444b-bfae-1149d4b6bfd4 req-07973730-53d6-49c5-8a3c-16b619b4d0af tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950638 Nov 19 13:33:21.061608 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port d895f839-bf3b-4080-96ed-1c4ab2542728 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:21.064746 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.091482 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 42710) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:21.110967 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d3b0e-83cb-4836-a323-31f428ac7ef3 req-8626000f-acd8-4590-8761-c9870ed481c0 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:21.112718 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-4e7d3b0e-83cb-4836-a323-31f428ac7ef3 req-8626000f-acd8-4590-8761-c9870ed481c0 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.82 "GET /v2.0/ports?device_id=bfb6040d-d76d-44c9-a242-72ff87580552 HTTP/1.1" status: 200 len: 945 time: 0.1774411 Nov 19 13:33:21.126240 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ce216-b7b1-48dd-ac38-2bdd58849fd7 req-4000cd55-df27-4d3d-b57a-06fe39ca60e7 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:21.127863 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b79ce216-b7b1-48dd-ac38-2bdd58849fd7 req-4000cd55-df27-4d3d-b57a-06fe39ca60e7 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfb6040d-d76d-44c9-a242-72ff87580552 HTTP/1.1" status: 200 len: 945 time: 0.0724354 Nov 19 13:33:21.159247 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c368e11-ed35-43aa-b242-d01a0b7e92e8 None None] Network ebf90ed3-1e1f-4afa-b602-7a5c695dc19d requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:21.203629 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-262971ef-bc92-4dbf-9f66-76bcaeac2a62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.216651 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Router d9d912ba-55a7-4ab9-90aa-9b5def99f118 is scheduled to L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:33:21.241213 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b79ce216-b7b1-48dd-ac38-2bdd58849fd7 req-187edf04-b07d-4680-abdc-ee74e23cdd71 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/security-groups?id=ded15869-919d-4aa5-bd57-a54a88afea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023569 Nov 19 13:33:21.250417 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7918a912-4b75-49d1-8f01-0aa43e184f6f None None] Provisioning complete for port d895f839-bf3b-4080-96ed-1c4ab2542728 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:21.251012 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7918a912-4b75-49d1-8f01-0aa43e184f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.437188 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.480077 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:21.481597 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 42722) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:21.482701 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-262971ef-bc92-4dbf-9f66-76bcaeac2a62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.492808 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] Sync routers for ids ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'] in dv-cinder-816324-4-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:21.496031 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-262971ef-bc92-4dbf-9f66-76bcaeac2a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.519219 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] Routers {'d9d912ba-55a7-4ab9-90aa-9b5def99f118'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:21.522895 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:32:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:21.523665 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.528397 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-05ca36ce-99b4-45a7-9d85-87bf5afc439c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0489395 Nov 19 13:33:21.529084 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 42726) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:21.541242 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262971ef-bc92-4dbf-9f66-76bcaeac2a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c0bae9-7e74-4d7b-add9-8f6ac4be726d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:21.561321 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7918a912-4b75-49d1-8f01-0aa43e184f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.591200 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] For port d895f839-bf3b-4080-96ed-1c4ab2542728, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=d895f839-bf3b-4080-96ed-1c4ab2542728,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:21.602465 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.625077 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262971ef-bc92-4dbf-9f66-76bcaeac2a62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:21.628291 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262971ef-bc92-4dbf-9f66-76bcaeac2a62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:21.630378 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262971ef-bc92-4dbf-9f66-76bcaeac2a62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:21.630890 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262971ef-bc92-4dbf-9f66-76bcaeac2a62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:21.631520 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262971ef-bc92-4dbf-9f66-76bcaeac2a62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:21.642903 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262971ef-bc92-4dbf-9f66-76bcaeac2a62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:21.643608 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262971ef-bc92-4dbf-9f66-76bcaeac2a62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:21.644674 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262971ef-bc92-4dbf-9f66-76bcaeac2a62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:21.645962 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262971ef-bc92-4dbf-9f66-76bcaeac2a62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:21.647590 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262971ef-bc92-4dbf-9f66-76bcaeac2a62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:21.649684 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262971ef-bc92-4dbf-9f66-76bcaeac2a62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:21.650230 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262971ef-bc92-4dbf-9f66-76bcaeac2a62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:21.665875 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] Set router d9d912ba-55a7-4ab9-90aa-9b5def99f118 gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:21.681791 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-262971ef-bc92-4dbf-9f66-76bcaeac2a62 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=48eb7ad4f82548afbb7e660ac37fca07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5799463 Nov 19 13:33:21.691814 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 42730) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:21.693856 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-4e7d3b0e-83cb-4836-a323-31f428ac7ef3 req-b39b71c9-d607-401d-8aa1-28117c1f31c7 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Deleting port fc0673d9-7299-43e3-93cc-219e968bab6f {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:33:21.694306 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4e7d3b0e-83cb-4836-a323-31f428ac7ef3 req-b39b71c9-d607-401d-8aa1-28117c1f31c7 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.726477 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.db.api [None req-7918a912-4b75-49d1-8f01-0aa43e184f6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:33:21.727027 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG oslo_db.api [None req-7918a912-4b75-49d1-8f01-0aa43e184f6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:33:21.727615 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Pushing event updated for resources: {'Port': ['ID=d895f839-bf3b-4080-96ed-1c4ab2542728,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:21.801935 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-4e7d3b0e-83cb-4836-a323-31f428ac7ef3 req-b39b71c9-d607-401d-8aa1-28117c1f31c7 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] For port fc0673d9-7299-43e3-93cc-219e968bab6f, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=fc0673d9-7299-43e3-93cc-219e968bab6f,segment=NetworkSegment(5224f949-5a07-471e-9e7b-a597bd8203e7),segment_id=5224f949-5a07-471e-9e7b-a597bd8203e7)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:21.802537 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4e7d3b0e-83cb-4836-a323-31f428ac7ef3 req-b39b71c9-d607-401d-8aa1-28117c1f31c7 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.818908 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-4e7d3b0e-83cb-4836-a323-31f428ac7ef3 req-b39b71c9-d607-401d-8aa1-28117c1f31c7 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Calling delete_port for fc0673d9-7299-43e3-93cc-219e968bab6f owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:33:21.944217 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'name': 'tempest-AttachVolumeShelveTestJSON-245953741-router', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:18Z', 'updated_at': '2021-11-19T13:33:20Z', 'revision_number': 3, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'gw_port': {'id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:19Z', 'updated_at': '2021-11-19T13:33:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:22.020830 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-606c6287-457d-4a60-9894-b48bb3ba665c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.037124 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] Checking router: d9d912ba-55a7-4ab9-90aa-9b5def99f118 for host: dv-cinder-816324-4-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:33:22.037718 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] Updating router d9d912ba-55a7-4ab9-90aa-9b5def99f118 port bb3e8d68-62e7-4546-9df6-373f9e6ed400 binding host dv-cinder-816324-4-smb {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:33:22.066296 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.069034 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-606c6287-457d-4a60-9894-b48bb3ba665c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.162278 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7252fbe8-1b13-4c38-bdec-adff1b0b1307 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.176402 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-606c6287-457d-4a60-9894-b48bb3ba665c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.179665 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-606c6287-457d-4a60-9894-b48bb3ba665c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.183297 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-606c6287-457d-4a60-9894-b48bb3ba665c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e2c0bae9-7e74-4d7b-add9-8f6ac4be726d HTTP/1.1" status: 204 len: 168 time: 0.3555942 Nov 19 13:33:22.190388 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4e7d3b0e-83cb-4836-a323-31f428ac7ef3 req-b39b71c9-d607-401d-8aa1-28117c1f31c7 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.192216 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c6287-457d-4a60-9894-b48bb3ba665c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c0bae9-7e74-4d7b-add9-8f6ac4be726d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:22.222477 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['fc0673d9-7299-43e3-93cc-219e968bab6f'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:33:22.284545 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b71c9-d607-401d-8aa1-28117c1f31c7 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Pushing event deleted for resources: {'Port': ['ID=fc0673d9-7299-43e3-93cc-219e968bab6f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:22.316625 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7d3b0e-83cb-4836-a323-31f428ac7ef3 req-b39b71c9-d607-401d-8aa1-28117c1f31c7 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] No DVR routers for this DVR port fc0673d9-7299-43e3-93cc-219e968bab6f on host hv-cinder-81632 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:33:22.327139 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4e7d3b0e-83cb-4836-a323-31f428ac7ef3 req-b39b71c9-d607-401d-8aa1-28117c1f31c7 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.331396 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-4e7d3b0e-83cb-4836-a323-31f428ac7ef3 req-b39b71c9-d607-401d-8aa1-28117c1f31c7 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.82 "DELETE /v2.0/ports/fc0673d9-7299-43e3-93cc-219e968bab6f HTTP/1.1" status: 204 len: 173 time: 1.2096622 Nov 19 13:33:22.332083 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb6040d-d76d-44c9-a242-72ff87580552', 'name': 'network-vif-deleted', 'tag': 'fc0673d9-7299-43e3-93cc-219e968bab6f'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:22.334636 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cd3bba-59b2-4a27-bbf2-82d65e31959a" -d '{"events": [{"server_uuid": "bfb6040d-d76d-44c9-a242-72ff87580552", "name": "network-vif-deleted", "tag": "fc0673d9-7299-43e3-93cc-219e968bab6f"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:22.357588 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1b3f2-14c7-4ab6-95af-9ceff8ebd587 req-34411d6a-930f-4d74-975f-b3ccb143bc75 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:22.359323 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ece1b3f2-14c7-4ab6-95af-9ceff8ebd587 req-34411d6a-930f-4d74-975f-b3ccb143bc75 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.2291825 Nov 19 13:33:22.443826 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-42a901cc-c4bb-4caa-8871-ad7b86f0e0a8 req-6f8bae0e-6335-416c-8bc5-7d257436aec6 tempest-VolumesActionsTest-31420954 tempest-VolumesActionsTest-31420954-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfb6040d-d76d-44c9-a242-72ff87580552 HTTP/1.1" status: 200 len: 210 time: 0.0791509 Nov 19 13:33:22.526414 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.545531 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbc563d-93f3-4737-8124-927db8c9e21a x-openstack-request-id: req-9dbc563d-93f3-4737-8124-927db8c9e21a {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:22.545821 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb6040d-d76d-44c9-a242-72ff87580552", "name": "network-vif-deleted", "tag": "fc0673d9-7299-43e3-93cc-219e968bab6f", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:22.546074 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9dbc563d-93f3-4737-8124-927db8c9e21a {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:22.546472 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb6040d-d76d-44c9-a242-72ff87580552', 'name': 'network-vif-deleted', 'tag': 'fc0673d9-7299-43e3-93cc-219e968bab6f', 'status': 'completed', 'code': 200} Nov 19 13:33:22.548773 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.617999 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7252fbe8-1b13-4c38-bdec-adff1b0b1307 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.629143 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] Attempting to bind port bb3e8d68-62e7-4546-9df6-373f9e6ed400 on host dv-cinder-816324-4-smb for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:22.629515 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] Attempting to bind port bb3e8d68-62e7-4546-9df6-373f9e6ed400 by drivers openvswitch,hyperv on host dv-cinder-816324-4-smb at level 0 using segments [{'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:22.629877 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] Attempting to bind port bb3e8d68-62e7-4546-9df6-373f9e6ed400 on network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:22.639585 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ece1b3f2-14c7-4ab6-95af-9ceff8ebd587 req-aa43d60d-dd59-4f0e-9aae-df53353cb72e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506471 Nov 19 13:33:22.649853 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] Checking agent: {'id': '3401932b-84b7-4798-97d9-02908ea34a73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 24, 32), 'started_at': datetime.datetime(2021, 11, 19, 13, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:22.650289 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] Checking segment: {'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:22.650639 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.651183 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7252fbe8-1b13-4c38-bdec-adff1b0b1307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.651296 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] Bound using segment: {'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:22.651781 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] Bound port: bb3e8d68-62e7-4546-9df6-373f9e6ed400, host: dv-cinder-816324-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:22.652098 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.655257 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed2eb1-c6d0-451f-93c4-7753f865a51e None None] Pushing event updated for resources: {'Port': ['ID=bb3e8d68-62e7-4546-9df6-373f9e6ed400,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:22.665496 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2907de1e-fa93-4ba3-a63f-b2fc191a236c None None] Provisioning complete for port d895f839-bf3b-4080-96ed-1c4ab2542728 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:22.666717 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2907de1e-fa93-4ba3-a63f-b2fc191a236c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.789696 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] For port bb3e8d68-62e7-4546-9df6-373f9e6ed400, host dv-cinder-816324-4-smb, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:22.797384 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-7252fbe8-1b13-4c38-bdec-adff1b0b1307 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=24e15ab04a7e436095ee9d04e52be849&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3126509 Nov 19 13:33:22.798022 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 42766) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:22.799262 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] For port bb3e8d68-62e7-4546-9df6-373f9e6ed400, host dv-cinder-816324-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=bb3e8d68-62e7-4546-9df6-373f9e6ed400,segment=NetworkSegment(627c73c3-23a8-462a-849f-9d71a84e6d70),segment_id=627c73c3-23a8-462a-849f-9d71a84e6d70)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:22.806987 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.807733 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252fbe8-1b13-4c38-bdec-adff1b0b1307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d909ca-f0af-4707-9236-261f53535071,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:22.860598 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device d895f839-bf3b-4080-96ed-1c4ab2542728 up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:22.888706 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed2eb1-c6d0-451f-93c4-7753f865a51e None None] Pushing event updated for resources: {'Port': ['ID=bb3e8d68-62e7-4546-9df6-373f9e6ed400,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:22.909299 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] Routers {'d9d912ba-55a7-4ab9-90aa-9b5def99f118'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:22.909991 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:32:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:22.924694 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port d895f839-bf3b-4080-96ed-1c4ab2542728 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:22.925326 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.950873 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aa1de4df-9a4f-4e57-ae00-84612405f4b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.043298 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aa1de4df-9a4f-4e57-ae00-84612405f4b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.080391 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] Set router d9d912ba-55a7-4ab9-90aa-9b5def99f118 gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:23.145092 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aa1de4df-9a4f-4e57-ae00-84612405f4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.147850 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aa1de4df-9a4f-4e57-ae00-84612405f4b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.149424 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-aa1de4df-9a4f-4e57-ae00-84612405f4b5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f4d909ca-f0af-4707-9236-261f53535071 HTTP/1.1" status: 204 len: 168 time: 0.3504467 Nov 19 13:33:23.167446 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1de4df-9a4f-4e57-ae00-84612405f4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d909ca-f0af-4707-9236-261f53535071,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:23.232501 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5fee9aad-4796-41d0-abac-b7f77eb37654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.478471 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'name': 'tempest-AttachVolumeShelveTestJSON-245953741-router', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:18Z', 'updated_at': '2021-11-19T13:33:20Z', 'revision_number': 3, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'gw_port': {'id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:19Z', 'updated_at': '2021-11-19T13:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:23.488284 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-5fee9aad-4796-41d0-abac-b7f77eb37654 admin admin] Allocated IP 172.20.0.1 (ebf90ed3-1e1f-4afa-b602-7a5c695dc19d/a50d8552-5081-4f74-8946-fa813e638daf/f0dafe04-f35d-4f6a-b3d3-7a50dec199a4) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:23.513982 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1948108c-06a5-4a2c-8a61-a9613c8cd7b3 None None] The sync data for ids ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'] in dv-cinder-816324-4-smb is: [{'id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'name': 'tempest-AttachVolumeShelveTestJSON-245953741-router', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:18Z', 'updated_at': '2021-11-19T13:33:20Z', 'revision_number': 3, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'gw_port': {'id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:19Z', 'updated_at': '2021-11-19T13:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:23.736927 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5fee9aad-4796-41d0-abac-b7f77eb37654 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.761024 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 42834) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:23.780160 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9c251536-f3ed-44cb-814d-9095238e0d2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.939205 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9dbed-5e73-45f8-8955-2faad9e80f13 req-3e793d9f-02f6-48d4-8752-1b9212b2dc64 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:23.941980 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9c251536-f3ed-44cb-814d-9095238e0d2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.945044 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-27b9dbed-5e73-45f8-8955-2faad9e80f13 req-3e793d9f-02f6-48d4-8752-1b9212b2dc64 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.2043393 Nov 19 13:33:23.948975 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9c251536-f3ed-44cb-814d-9095238e0d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.984926 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5fee9aad-4796-41d0-abac-b7f77eb37654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.017865 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c251536-f3ed-44cb-814d-9095238e0d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79472bce-23ed-4f80-8eb0-142251c6a656,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:24.054986 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-9c251536-f3ed-44cb-814d-9095238e0d2f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a11ca664cc6d458dadcffb5c65648962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928467 Nov 19 13:33:24.058354 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 42848) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:24.170387 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876e797-6a52-449c-9b44-a344fbdba567 req-8934c944-a27f-493e-aa6b-8bb4289304e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:24.174933 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e876e797-6a52-449c-9b44-a344fbdba567 req-8934c944-a27f-493e-aa6b-8bb4289304e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/networks?id=5381b9b1-2906-46aa-be36-c7c6a6939b5c HTTP/1.1" status: 200 len: 813 time: 0.5050232 Nov 19 13:33:24.178248 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a55cd66-8b8f-4773-8a64-993c667b115c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.179708 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fee9aad-4796-41d0-abac-b7f77eb37654 admin admin] Network ebf90ed3-1e1f-4afa-b602-7a5c695dc19d is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:24.214682 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a55cd66-8b8f-4773-8a64-993c667b115c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.215667 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-5fee9aad-4796-41d0-abac-b7f77eb37654 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:24.239017 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fee9aad-4796-41d0-abac-b7f77eb37654 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:24.239923 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5fee9aad-4796-41d0-abac-b7f77eb37654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796657'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.266046 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e876e797-6a52-449c-9b44-a344fbdba567 req-51ffae90-2535-4661-90fa-8c1e1140ac77 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/quotas/f22b0a2f942a4e95b2561cf30d37dab8 HTTP/1.1" status: 200 len: 375 time: 0.0690699 Nov 19 13:33:24.301977 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a55cd66-8b8f-4773-8a64-993c667b115c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.305332 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a55cd66-8b8f-4773-8a64-993c667b115c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.306732 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-7a55cd66-8b8f-4773-8a64-993c667b115c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/79472bce-23ed-4f80-8eb0-142251c6a656 HTTP/1.1" status: 204 len: 168 time: 0.2472336 Nov 19 13:33:24.319523 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55cd66-8b8f-4773-8a64-993c667b115c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79472bce-23ed-4f80-8eb0-142251c6a656,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:24.320678 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee9aad-4796-41d0-abac-b7f77eb37654 admin admin] Pushing event updated for resources: {'Port': ['ID=f0dafe04-f35d-4f6a-b3d3-7a50dec199a4,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:24.357099 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-27b9dbed-5e73-45f8-8955-2faad9e80f13 req-89146b63-2e28-4427-8102-bfb1a6f9ecbb tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879945 Nov 19 13:33:24.446480 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e876e797-6a52-449c-9b44-a344fbdba567 req-c014f6dd-a285-4e71-82b9-6b707bb6a48b tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f22b0a2f942a4e95b2561cf30d37dab8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1794727 Nov 19 13:33:24.613107 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e876e797-6a52-449c-9b44-a344fbdba567 req-06d9f5db-f801-458d-8d39-3031946dbe24 service neutron] 10.222.0.70 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655872 Nov 19 13:33:24.693822 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-870c89cb-9708-42c2-9856-ed5e457dd9e1 None None] Provisioning complete for port f0dafe04-f35d-4f6a-b3d3-7a50dec199a4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:24.694418 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-870c89cb-9708-42c2-9856-ed5e457dd9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.774078 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-870c89cb-9708-42c2-9856-ed5e457dd9e1 None None] Port f0dafe04-f35d-4f6a-b3d3-7a50dec199a4 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:24.789146 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5fee9aad-4796-41d0-abac-b7f77eb37654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.812838 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e876e797-6a52-449c-9b44-a344fbdba567 req-8484c06f-e99d-495b-a4e8-8c8d2808d928 service neutron] 10.222.0.70 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949441 Nov 19 13:33:24.874347 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device bb3e8d68-62e7-4546-9df6-373f9e6ed400 up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:24.927449 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device fc0673d9-7299-43e3-93cc-219e968bab6f no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:33:24.980611 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] No Port match for: fc0673d9-7299-43e3-93cc-219e968bab6f {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:33:24.981203 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device fc0673d9-7299-43e3-93cc-219e968bab6f not bound to the agent host hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:33:25.021211 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port bb3e8d68-62e7-4546-9df6-373f9e6ed400 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:25.022774 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.195845 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.202855 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d9895e5a-319f-4799-9106-e5c6216aac00 req-4cc4ea5c-70fb-4601-9488-0df243d91262 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f29580c-3285-4711-8f5a-1d0c36d6771f HTTP/1.1" status: 200 len: 210 time: 0.1226590 Nov 19 13:33:25.205269 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-862dff55-3709-4c61-9e1c-4fc0440d3eef req-180eaa0b-81e8-4f56-a53c-348fe5aeb8a3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0868194 Nov 19 13:33:25.242610 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] For port bb3e8d68-62e7-4546-9df6-373f9e6ed400, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=bb3e8d68-62e7-4546-9df6-373f9e6ed400,segment=NetworkSegment(627c73c3-23a8-462a-849f-9d71a84e6d70),segment_id=627c73c3-23a8-462a-849f-9d71a84e6d70)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:25.252227 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.310152 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5fee9aad-4796-41d0-abac-b7f77eb37654 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.323008 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5fee9aad-4796-41d0-abac-b7f77eb37654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.323752 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5fee9aad-4796-41d0-abac-b7f77eb37654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1796749'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.376383 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862dff55-3709-4c61-9e1c-4fc0440d3eef req-aba02297-3ca0-44e5-831b-5aebd69ce89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:25.382085 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-862dff55-3709-4c61-9e1c-4fc0440d3eef req-aba02297-3ca0-44e5-831b-5aebd69ce89a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f22b0a2f942a4e95b2561cf30d37dab8&device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 1098 time: 0.1180818 Nov 19 13:33:25.428061 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Pushing event updated for resources: {'Port': ['ID=bb3e8d68-62e7-4546-9df6-373f9e6ed400,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:25.455537 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:25.458367 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:25.458732 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:25.459077 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:25.459418 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:25.459781 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:25.460120 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:25.460454 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:25.460814 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:25.461129 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:25.466385 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:25.468603 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:25.558412 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee9aad-4796-41d0-abac-b7f77eb37654 admin admin] Pushing event updated for resources: {'Port': ['ID=f0dafe04-f35d-4f6a-b3d3-7a50dec199a4,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:25.606490 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddc047-91c7-4fa3-8862-1f260f4a2430 req-c788e34d-ccb7-4d3f-8f46-b0c322084401 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:25.608385 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-cdddc047-91c7-4fa3-8862-1f260f4a2430 req-c788e34d-ccb7-4d3f-8f46-b0c322084401 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.1323385 Nov 19 13:33:25.659957 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fee9aad-4796-41d0-abac-b7f77eb37654 admin admin] Network ebf90ed3-1e1f-4afa-b602-7a5c695dc19d is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:25.674883 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-5fee9aad-4796-41d0-abac-b7f77eb37654 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:25.680655 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862dff55-3709-4c61-9e1c-4fc0440d3eef req-ecfe4983-92b1-4dc1-8e1f-fc857dcc7456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:25.682214 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-862dff55-3709-4c61-9e1c-4fc0440d3eef req-ecfe4983-92b1-4dc1-8e1f-fc857dcc7456 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5381b9b1-2906-46aa-be36-c7c6a6939b5c HTTP/1.1" status: 200 len: 915 time: 0.2763357 Nov 19 13:33:25.781063 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-862dff55-3709-4c61-9e1c-4fc0440d3eef req-e2f35635-1185-4d54-8cb6-1e981086d1ef service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03bde8dc-0fc7-48a8-a1b6-cae11f8033d5 HTTP/1.1" status: 200 len: 217 time: 0.0790112 Nov 19 13:33:25.860549 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-cdddc047-91c7-4fa3-8862-1f260f4a2430 req-ff287851-4bec-45cc-9b6f-8c926d927441 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362976 Nov 19 13:33:25.949906 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862dff55-3709-4c61-9e1c-4fc0440d3eef req-dd242c3b-c63f-4412-b60c-619ff00ad809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:25.958528 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-862dff55-3709-4c61-9e1c-4fc0440d3eef req-dd242c3b-c63f-4412-b60c-619ff00ad809 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f30ec31d-66a3-4d76-b433-0201bea0d251 HTTP/1.1" status: 200 len: 853 time: 0.1720445 Nov 19 13:33:26.050318 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-862dff55-3709-4c61-9e1c-4fc0440d3eef req-e93b1d63-9a82-40b3-bae9-a0b01512a3c9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5381b9b1-2906-46aa-be36-c7c6a6939b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825391 Nov 19 13:33:26.050616 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fee9aad-4796-41d0-abac-b7f77eb37654 admin admin] Router d9d912ba-55a7-4ab9-90aa-9b5def99f118 has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:33:26.139197 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c197a2cc-e745-40b5-a764-d81efc7407a8 None None] Provisioning complete for port f0dafe04-f35d-4f6a-b3d3-7a50dec199a4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:26.140321 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c197a2cc-e745-40b5-a764-d81efc7407a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.220698 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c197a2cc-e745-40b5-a764-d81efc7407a8 None None] Port f0dafe04-f35d-4f6a-b3d3-7a50dec199a4 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:26.247224 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fee9aad-4796-41d0-abac-b7f77eb37654 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:26.253713 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-5fee9aad-4796-41d0-abac-b7f77eb37654 admin admin] 10.222.0.70 "PUT /v2.0/routers/d9d912ba-55a7-4ab9-90aa-9b5def99f118/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7221243 Nov 19 13:33:26.255159 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 42946) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:26.289385 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-862dff55-3709-4c61-9e1c-4fc0440d3eef req-27076884-745c-446d-8132-eaa817a2724a service neutron] 10.222.0.82 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238567 Nov 19 13:33:26.324478 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] Sync routers for ids ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'] in dv-cinder-816324-4-smb {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:26.360777 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] Routers {'d9d912ba-55a7-4ab9-90aa-9b5def99f118'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:26.361393 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:32:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:26.372606 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-cf3a2bad-2514-45d5-b9e2-0c2c5904d045 req-4190b5e6-ce35-48f0-ad5c-a1b45a9c083b tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f29580c-3285-4711-8f5a-1d0c36d6771f HTTP/1.1" status: 200 len: 210 time: 0.0558283 Nov 19 13:33:26.421519 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-862dff55-3709-4c61-9e1c-4fc0440d3eef req-2b28c881-2c5f-49c7-ab94-348e7cfa1d01 service neutron] 10.222.0.82 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189559 Nov 19 13:33:26.424882 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d07e102c-e22c-467d-824e-499d44688ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.509210 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] Set router d9d912ba-55a7-4ab9-90aa-9b5def99f118 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:26.537005 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-82da6297-cf31-4a6d-afdd-0f03e7e7ec5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.710604 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-82da6297-cf31-4a6d-afdd-0f03e7e7ec5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.715728 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-82da6297-cf31-4a6d-afdd-0f03e7e7ec5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.884185 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da6297-cf31-4a6d-afdd-0f03e7e7ec5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c4831e-fc2a-459f-bea7-16a63c33290b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:26.901353 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device bb3e8d68-62e7-4546-9df6-373f9e6ed400 up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:26.910187 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-82da6297-cf31-4a6d-afdd-0f03e7e7ec5f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05eb4d4e84724b9fa774bc747973cc78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6525486 Nov 19 13:33:26.913376 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 42972) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:26.996027 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 42976) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:27.062831 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ffdb334c-04a7-4583-bc47-de9f1098e7ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.133696 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'name': 'tempest-AttachVolumeShelveTestJSON-245953741-router', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:18Z', 'updated_at': '2021-11-19T13:33:24Z', 'revision_number': 4, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'gw_port': {'id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:19Z', 'updated_at': '2021-11-19T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': 'f0dafe04-f35d-4f6a-b3d3-7a50dec199a4', 'name': '', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'mac_address': 'fa:16:3e:61:26:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:24Z', 'revision_number': 2, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'subnets': [{'id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:27.137993 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ffdb334c-04a7-4583-bc47-de9f1098e7ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.183045 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port bb3e8d68-62e7-4546-9df6-373f9e6ed400 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:27.183603 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.184706 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876e797-6a52-449c-9b44-a344fbdba567 req-800e184b-3968-4393-b181-47392a99b2d1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:27.186703 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e876e797-6a52-449c-9b44-a344fbdba567 req-800e184b-3968-4393-b181-47392a99b2d1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.82 "GET /v2.0/networks?id=5381b9b1-2906-46aa-be36-c7c6a6939b5c HTTP/1.1" status: 200 len: 813 time: 0.4312298 Nov 19 13:33:27.216204 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-e876e797-6a52-449c-9b44-a344fbdba567 req-227f7d88-252f-463e-91a1-fef6ec009824 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Request body: {'port': {'device_id': '7f29580c-3285-4711-8f5a-1d0c36d6771f', 'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c', 'admin_state_up': True, 'tenant_id': 'f22b0a2f942a4e95b2561cf30d37dab8'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:27.231886 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] Checking router: d9d912ba-55a7-4ab9-90aa-9b5def99f118 for host: dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:33:27.232372 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] Updating router d9d912ba-55a7-4ab9-90aa-9b5def99f118 port f0dafe04-f35d-4f6a-b3d3-7a50dec199a4 binding host dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:33:27.265398 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.312650 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 42984) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:27.318397 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-3dc73999-3df3-45e3-bfd1-b1c9bdd5c909 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Request body: {'security_group': {'name': 'tempest-securitygroup--644480234', 'description': 'tempest-description--839792370'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:27.372403 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3dc73999-3df3-45e3-bfd1-b1c9bdd5c909 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.508839 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-45036cab-eee8-4dd4-bc7f-12dc954aa4d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.511555 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e876e797-6a52-449c-9b44-a344fbdba567 req-227f7d88-252f-463e-91a1-fef6ec009824 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Made reservation on behalf of f22b0a2f942a4e95b2561cf30d37dab8 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:27.518657 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e876e797-6a52-449c-9b44-a344fbdba567 req-227f7d88-252f-463e-91a1-fef6ec009824 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.610444 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b90d2d38-565d-4974-bd71-a19bbb56cb71 req-db83372a-fd30-4cf6-90a3-a5a7ec2f36e7 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f29580c-3285-4711-8f5a-1d0c36d6771f HTTP/1.1" status: 200 len: 210 time: 0.0627377 Nov 19 13:33:27.624160 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3dc73999-3df3-45e3-bfd1-b1c9bdd5c909 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.629458 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4bb6d-e513-43c6-b0e3-2b696fd4a560 req-aa982a07-f91d-4ab8-8416-cd5b26e3c90d tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:27.630907 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3dc73999-3df3-45e3-bfd1-b1c9bdd5c909 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.638326 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f5e4bb6d-e513-43c6-b0e3-2b696fd4a560 req-aa982a07-f91d-4ab8-8416-cd5b26e3c90d tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.4653089 Nov 19 13:33:27.674918 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ffdb334c-04a7-4583-bc47-de9f1098e7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.677571 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ffdb334c-04a7-4583-bc47-de9f1098e7ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.678745 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-ffdb334c-04a7-4583-bc47-de9f1098e7ef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b5c4831e-fc2a-459f-bea7-16a63c33290b HTTP/1.1" status: 204 len: 168 time: 0.7644053 Nov 19 13:33:27.711970 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3dc73999-3df3-45e3-bfd1-b1c9bdd5c909 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.713804 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-3dc73999-3df3-45e3-bfd1-b1c9bdd5c909 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3990421 Nov 19 13:33:27.717627 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb334c-04a7-4583-bc47-de9f1098e7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c4831e-fc2a-459f-bea7-16a63c33290b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:27.718163 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 42994) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:27.723549 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-c30ea66d-ae1c-4f78-aa94-66ac99e64f9e tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Request body: {'security_group_rule': {'security_group_id': 'ca721b43-4385-4e42-872e-0051eb29ec99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:27.730367 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc73999-3df3-45e3-bfd1-b1c9bdd5c909 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca721b43-4385-4e42-872e-0051eb29ec99,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:27.754001 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f5e4bb6d-e513-43c6-b0e3-2b696fd4a560 req-8b266761-5c0d-409d-8feb-4bcd51c0394e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141465 Nov 19 13:33:27.790375 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.798193 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.822045 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-45036cab-eee8-4dd4-bc7f-12dc954aa4d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.827143 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-45036cab-eee8-4dd4-bc7f-12dc954aa4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.828880 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c30ea66d-ae1c-4f78-aa94-66ac99e64f9e tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.875538 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-45036cab-eee8-4dd4-bc7f-12dc954aa4d3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1a4a963f4df84a65975b10d16a3733ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8775368 Nov 19 13:33:27.881012 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 42998) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:27.884442 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-e876e797-6a52-449c-9b44-a344fbdba567 req-227f7d88-252f-463e-91a1-fef6ec009824 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Allocated IP 172.20.0.7 (5381b9b1-2906-46aa-be36-c7c6a6939b5c/f30ec31d-66a3-4d76-b433-0201bea0d251/18e7296d-ec6c-466c-8e98-26cfc7426472) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:27.904544 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45036cab-eee8-4dd4-bc7f-12dc954aa4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80fe6a9-7eae-4160-b8e6-1d5ef0231f5f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:27.922133 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08359c5-8e0d-40d8-9b9a-fbc4b1cadfd2 None None] Pushing event updated for resources: {'Port': ['ID=f0dafe04-f35d-4f6a-b3d3-7a50dec199a4,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:27.977431 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] Attempting to bind port f0dafe04-f35d-4f6a-b3d3-7a50dec199a4 on host dv-cinder-816324-4-smb for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:27.977815 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] Attempting to bind port f0dafe04-f35d-4f6a-b3d3-7a50dec199a4 by drivers openvswitch,hyperv on host dv-cinder-816324-4-smb at level 0 using segments [{'id': 'd0219191-f69f-4ca1-819b-96503ec603ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:27.978183 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] Attempting to bind port f0dafe04-f35d-4f6a-b3d3-7a50dec199a4 on network ebf90ed3-1e1f-4afa-b602-7a5c695dc19d {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:27.983869 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c30ea66d-ae1c-4f78-aa94-66ac99e64f9e tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.984060 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] Checking agent: {'id': '3401932b-84b7-4798-97d9-02908ea34a73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 24, 32), 'started_at': datetime.datetime(2021, 11, 19, 13, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:27.985657 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] Checking segment: {'id': 'd0219191-f69f-4ca1-819b-96503ec603ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:27.986564 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.987373 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] Bound using segment: {'id': 'd0219191-f69f-4ca1-819b-96503ec603ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:27.988453 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] Bound port: f0dafe04-f35d-4f6a-b3d3-7a50dec199a4, host: dv-cinder-816324-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0219191-f69f-4ca1-819b-96503ec603ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:27.988968 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.994983 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c30ea66d-ae1c-4f78-aa94-66ac99e64f9e tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584517'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.059623 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15b916ae-1ad0-4a58-99e1-1bdc13fda245 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.075878 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c30ea66d-ae1c-4f78-aa94-66ac99e64f9e tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.095385 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-c30ea66d-ae1c-4f78-aa94-66ac99e64f9e tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3741834 Nov 19 13:33:28.095385 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ea66d-ae1c-4f78-aa94-66ac99e64f9e tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b89de6a3-9173-4943-b9f2-60cc9cda9557,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:28.095887 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 43008) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:28.102280 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-964cac2b-a7ee-4dce-b45c-661fd771c858 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Request body: {'security_group_rule': {'security_group_id': 'ca721b43-4385-4e42-872e-0051eb29ec99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:28.115102 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] For port f0dafe04-f35d-4f6a-b3d3-7a50dec199a4, host dv-cinder-816324-4-smb, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:28.120830 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] For port f0dafe04-f35d-4f6a-b3d3-7a50dec199a4, host dv-cinder-816324-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=f0dafe04-f35d-4f6a-b3d3-7a50dec199a4,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:28.126961 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.171032 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-964cac2b-a7ee-4dce-b45c-661fd771c858 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.175090 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 43014) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:28.195311 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85c04457-df75-4c81-8190-d4601f03c9ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.217499 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] Routers {'d9d912ba-55a7-4ab9-90aa-9b5def99f118'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:28.218490 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:32:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:28.271563 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08359c5-8e0d-40d8-9b9a-fbc4b1cadfd2 None None] Pushing event updated for resources: {'Port': ['ID=f0dafe04-f35d-4f6a-b3d3-7a50dec199a4,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:28.273661 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-964cac2b-a7ee-4dce-b45c-661fd771c858 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.286214 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-964cac2b-a7ee-4dce-b45c-661fd771c858 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584517'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.287010 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d658acfc-a20e-4758-8188-b30fc5966a65 None None] Provisioning complete for port f0dafe04-f35d-4f6a-b3d3-7a50dec199a4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:28.287412 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d658acfc-a20e-4758-8188-b30fc5966a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.292855 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15b916ae-1ad0-4a58-99e1-1bdc13fda245 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.319834 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cac2b-a7ee-4dce-b45c-661fd771c858 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f900594-4894-4538-ae96-a1263bd2b5e7,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:28.349220 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-964cac2b-a7ee-4dce-b45c-661fd771c858 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.353627 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-964cac2b-a7ee-4dce-b45c-661fd771c858 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2531350 Nov 19 13:33:28.356964 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 43018) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:28.371662 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-26ab546f-958e-41a9-a44f-94d3c83355eb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Request body: {'floatingip': {'floating_network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:28.443922 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26ab546f-958e-41a9-a44f-94d3c83355eb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.448959 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15b916ae-1ad0-4a58-99e1-1bdc13fda245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.451881 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15b916ae-1ad0-4a58-99e1-1bdc13fda245 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.453100 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-15b916ae-1ad0-4a58-99e1-1bdc13fda245 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c80fe6a9-7eae-4160-b8e6-1d5ef0231f5f HTTP/1.1" status: 204 len: 168 time: 0.5710213 Nov 19 13:33:28.469194 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e876e797-6a52-449c-9b44-a344fbdba567 req-227f7d88-252f-463e-91a1-fef6ec009824 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.469597 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85c04457-df75-4c81-8190-d4601f03c9ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.507690 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b916ae-1ad0-4a58-99e1-1bdc13fda245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80fe6a9-7eae-4160-b8e6-1d5ef0231f5f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:28.520233 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85c04457-df75-4c81-8190-d4601f03c9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.582077 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-85c04457-df75-4c81-8190-d4601f03c9ce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=897979bd16404ea994630dfd2e759aab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4057817 Nov 19 13:33:28.584247 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c04457-df75-4c81-8190-d4601f03c9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea02507-6e91-4497-a79a-d1ffc4f3c3eb,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:28.585451 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e876e797-6a52-449c-9b44-a344fbdba567 req-227f7d88-252f-463e-91a1-fef6ec009824 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.587029 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 43024) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:28.636324 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] Set router d9d912ba-55a7-4ab9-90aa-9b5def99f118 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:28.651074 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26ab546f-958e-41a9-a44f-94d3c83355eb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.748953 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e876e797-6a52-449c-9b44-a344fbdba567 req-227f7d88-252f-463e-91a1-fef6ec009824 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Network 5381b9b1-2906-46aa-be36-c7c6a6939b5c is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:28.765490 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-e876e797-6a52-449c-9b44-a344fbdba567 req-227f7d88-252f-463e-91a1-fef6ec009824 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:28.765490 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e876e797-6a52-449c-9b44-a344fbdba567 req-227f7d88-252f-463e-91a1-fef6ec009824 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:28.786151 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['03bde8dc-0fc7-48a8-a1b6-cae11f8033d5', '5851b9a3-4610-4d7c-a908-7270bd52ea65'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:33:28.817174 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-26ab546f-958e-41a9-a44f-94d3c83355eb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Allocated IP 172.28.1.31 (f5fe0685-e1a5-4f21-925a-12d1aefd12c8/e23fd1b3-af46-4401-a4dc-3ec2e1f1f010/58d005e8-04a4-4de1-808b-f7e157da6002) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:28.857067 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f7d88-252f-463e-91a1-fef6ec009824 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Pushing event updated for resources: {'Port': ['ID=18e7296d-ec6c-466c-8e98-26cfc7426472,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:28.884668 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876e797-6a52-449c-9b44-a344fbdba567 req-227f7d88-252f-463e-91a1-fef6ec009824 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:28.886031 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e876e797-6a52-449c-9b44-a344fbdba567 req-227f7d88-252f-463e-91a1-fef6ec009824 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.908049 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-36b12038-02f2-47a3-8893-f8aaaf3d79d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.917811 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e876e797-6a52-449c-9b44-a344fbdba567 req-227f7d88-252f-463e-91a1-fef6ec009824 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7069712 Nov 19 13:33:28.940803 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-e876e797-6a52-449c-9b44-a344fbdba567 req-c56775ef-ed34-45c0-93f5-78f92ed5fc95 service neutron] Request body: {'port': {'device_id': '7f29580c-3285-4711-8f5a-1d0c36d6771f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:28.967002 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-36b12038-02f2-47a3-8893-f8aaaf3d79d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.025084 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26ab546f-958e-41a9-a44f-94d3c83355eb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.045914 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e876e797-6a52-449c-9b44-a344fbdba567 req-c56775ef-ed34-45c0-93f5-78f92ed5fc95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.081689 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d658acfc-a20e-4758-8188-b30fc5966a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.097531 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-36b12038-02f2-47a3-8893-f8aaaf3d79d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.098975 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ce54a-e2c7-4098-9d1a-ef758899b40e req-4eeaaf87-af50-4554-bb17-22cf45e46bf0 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:29.100385 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-36b12038-02f2-47a3-8893-f8aaaf3d79d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.106415 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-36b12038-02f2-47a3-8893-f8aaaf3d79d9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bea02507-6e91-4497-a79a-d1ffc4f3c3eb HTTP/1.1" status: 204 len: 168 time: 0.5169621 Nov 19 13:33:29.107316 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-664ce54a-e2c7-4098-9d1a-ef758899b40e req-4eeaaf87-af50-4554-bb17-22cf45e46bf0 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f29580c-3285-4711-8f5a-1d0c36d6771f HTTP/1.1" status: 200 len: 931 time: 0.1672332 Nov 19 13:33:29.118368 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b12038-02f2-47a3-8893-f8aaaf3d79d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea02507-6e91-4497-a79a-d1ffc4f3c3eb,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:29.124072 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cbf51-b1d1-4cca-9fb8-346783f4730c req-6875fdf5-d0c0-47ed-8024-77fe06cb197a tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:29.131413 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-004cbf51-b1d1-4cca-9fb8-346783f4730c req-6875fdf5-d0c0-47ed-8024-77fe06cb197a tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.1900985 Nov 19 13:33:29.181255 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26ab546f-958e-41a9-a44f-94d3c83355eb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.260272 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-664ce54a-e2c7-4098-9d1a-ef758899b40e req-61469809-9acf-40bd-bfd9-d2a6fd1979ed tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519678 Nov 19 13:33:29.291231 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab546f-958e-41a9-a44f-94d3c83355eb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Pushing event updated for resources: {'Port': ['ID=58d005e8-04a4-4de1-808b-f7e157da6002,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:29.305798 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-004cbf51-b1d1-4cca-9fb8-346783f4730c req-23bfcc1c-8d85-4d00-beb9-5df93d1e7da9 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734843 Nov 19 13:33:29.308839 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ab546f-958e-41a9-a44f-94d3c83355eb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:29.311304 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d658acfc-a20e-4758-8188-b30fc5966a65 None None] For port f0dafe04-f35d-4f6a-b3d3-7a50dec199a4, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=f0dafe04-f35d-4f6a-b3d3-7a50dec199a4,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:29.311846 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-26ab546f-958e-41a9-a44f-94d3c83355eb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:29.314801 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ab546f-958e-41a9-a44f-94d3c83355eb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:29.339453 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d658acfc-a20e-4758-8188-b30fc5966a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.452556 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26ab546f-958e-41a9-a44f-94d3c83355eb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.460707 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fe81c930-ae8c-43d7-899b-05c84132905a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.511328 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26ab546f-958e-41a9-a44f-94d3c83355eb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.542850 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658acfc-a20e-4758-8188-b30fc5966a65 None None] Pushing event updated for resources: {'Port': ['ID=f0dafe04-f35d-4f6a-b3d3-7a50dec199a4,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:29.561768 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a5bb240d-99dc-4ccc-a32b-a58907d01420 None None] Provisioning complete for port f0dafe04-f35d-4f6a-b3d3-7a50dec199a4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:29.561933 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a5bb240d-99dc-4ccc-a32b-a58907d01420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.592144 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [req-e876e797-6a52-449c-9b44-a344fbdba567 req-c56775ef-ed34-45c0-93f5-78f92ed5fc95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e7296d-ec6c-466c-8e98-26cfc7426472 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:29.600981 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e876e797-6a52-449c-9b44-a344fbdba567 req-c56775ef-ed34-45c0-93f5-78f92ed5fc95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.615680 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-e876e797-6a52-449c-9b44-a344fbdba567 req-c56775ef-ed34-45c0-93f5-78f92ed5fc95 service neutron] Transition to ACTIVE for port object 18e7296d-ec6c-466c-8e98-26cfc7426472 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:33:29.621409 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e876e797-6a52-449c-9b44-a344fbdba567 req-c56775ef-ed34-45c0-93f5-78f92ed5fc95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.676198 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'name': 'tempest-AttachVolumeShelveTestJSON-245953741-router', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:18Z', 'updated_at': '2021-11-19T13:33:24Z', 'revision_number': 4, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'gw_port': {'id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:19Z', 'updated_at': '2021-11-19T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': 'f0dafe04-f35d-4f6a-b3d3-7a50dec199a4', 'name': '', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'mac_address': 'fa:16:3e:61:26:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:28Z', 'revision_number': 4, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'subnets': [{'id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:29.718550 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1534a041-8cc5-461f-958e-b910580f6158 None None] The sync data for ids ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'] in dv-cinder-816324-4-smb is: [{'id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'name': 'tempest-AttachVolumeShelveTestJSON-245953741-router', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:18Z', 'updated_at': '2021-11-19T13:33:24Z', 'revision_number': 4, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'gw_port': {'id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:19Z', 'updated_at': '2021-11-19T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': 'f0dafe04-f35d-4f6a-b3d3-7a50dec199a4', 'name': '', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'mac_address': 'fa:16:3e:61:26:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:28Z', 'revision_number': 4, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'subnets': [{'id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:29.745429 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26ab546f-958e-41a9-a44f-94d3c83355eb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.752427 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26ab546f-958e-41a9-a44f-94d3c83355eb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.755540 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56775ef-ed34-45c0-93f5-78f92ed5fc95 service neutron] Pushing event updated for resources: {'Port': ['ID=18e7296d-ec6c-466c-8e98-26cfc7426472,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:29.856331 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e876e797-6a52-449c-9b44-a344fbdba567 req-c56775ef-ed34-45c0-93f5-78f92ed5fc95 service neutron] Attempting to bind port 18e7296d-ec6c-466c-8e98-26cfc7426472 on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:29.856805 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e876e797-6a52-449c-9b44-a344fbdba567 req-c56775ef-ed34-45c0-93f5-78f92ed5fc95 service neutron] Attempting to bind port 18e7296d-ec6c-466c-8e98-26cfc7426472 by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': '85056d8e-48cf-4ef4-b765-08a82b1fd145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:29.857235 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e876e797-6a52-449c-9b44-a344fbdba567 req-c56775ef-ed34-45c0-93f5-78f92ed5fc95 service neutron] Attempting to bind port 18e7296d-ec6c-466c-8e98-26cfc7426472 on network 5381b9b1-2906-46aa-be36-c7c6a6939b5c {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:29.866289 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.868447 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e876e797-6a52-449c-9b44-a344fbdba567 req-c56775ef-ed34-45c0-93f5-78f92ed5fc95 service neutron] Port 18e7296d-ec6c-466c-8e98-26cfc7426472 on network 5381b9b1-2906-46aa-be36-c7c6a6939b5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:33:29.868779 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e876e797-6a52-449c-9b44-a344fbdba567 req-c56775ef-ed34-45c0-93f5-78f92ed5fc95 service neutron] Attempting to bind port 18e7296d-ec6c-466c-8e98-26cfc7426472 on network 5381b9b1-2906-46aa-be36-c7c6a6939b5c {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:29.879094 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e876e797-6a52-449c-9b44-a344fbdba567 req-c56775ef-ed34-45c0-93f5-78f92ed5fc95 service neutron] Checking agent: {'id': '75923988-c426-4077-9ddc-4d64f8800d36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'started_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:29.880696 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e876e797-6a52-449c-9b44-a344fbdba567 req-c56775ef-ed34-45c0-93f5-78f92ed5fc95 service neutron] Checking segment: {'id': '85056d8e-48cf-4ef4-b765-08a82b1fd145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:29.880696 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e876e797-6a52-449c-9b44-a344fbdba567 req-c56775ef-ed34-45c0-93f5-78f92ed5fc95 service neutron] Bound using segment: {'id': '85056d8e-48cf-4ef4-b765-08a82b1fd145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:29.880696 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e876e797-6a52-449c-9b44-a344fbdba567 req-c56775ef-ed34-45c0-93f5-78f92ed5fc95 service neutron] Bound port: 18e7296d-ec6c-466c-8e98-26cfc7426472, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85056d8e-48cf-4ef4-b765-08a82b1fd145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:29.880696 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e876e797-6a52-449c-9b44-a344fbdba567 req-c56775ef-ed34-45c0-93f5-78f92ed5fc95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.882404 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26ab546f-958e-41a9-a44f-94d3c83355eb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1797046'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.902365 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26ab546f-958e-41a9-a44f-94d3c83355eb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.913667 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-26ab546f-958e-41a9-a44f-94d3c83355eb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5476227 Nov 19 13:33:29.920752 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 43080) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:29.927274 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab546f-958e-41a9-a44f-94d3c83355eb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Pushing event updated for resources: {'Port': ['ID=58d005e8-04a4-4de1-808b-f7e157da6002,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:29.966360 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e876e797-6a52-449c-9b44-a344fbdba567 req-c56775ef-ed34-45c0-93f5-78f92ed5fc95 service neutron] For port 18e7296d-ec6c-466c-8e98-26cfc7426472, host hv-cinder-81632, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:29.972857 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e876e797-6a52-449c-9b44-a344fbdba567 req-c56775ef-ed34-45c0-93f5-78f92ed5fc95 service neutron] For port 18e7296d-ec6c-466c-8e98-26cfc7426472, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=18e7296d-ec6c-466c-8e98-26cfc7426472,segment=NetworkSegment(85056d8e-48cf-4ef4-b765-08a82b1fd145),segment_id=85056d8e-48cf-4ef4-b765-08a82b1fd145)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:29.978332 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e876e797-6a52-449c-9b44-a344fbdba567 req-c56775ef-ed34-45c0-93f5-78f92ed5fc95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.032706 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876e797-6a52-449c-9b44-a344fbdba567 req-c56775ef-ed34-45c0-93f5-78f92ed5fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:30.033486 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e876e797-6a52-449c-9b44-a344fbdba567 req-c56775ef-ed34-45c0-93f5-78f92ed5fc95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.034848 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e876e797-6a52-449c-9b44-a344fbdba567 req-c56775ef-ed34-45c0-93f5-78f92ed5fc95 service neutron] 10.222.0.82 "PUT /v2.0/ports/18e7296d-ec6c-466c-8e98-26cfc7426472 HTTP/1.1" status: 200 len: 1093 time: 1.1057231 Nov 19 13:33:30.035309 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f29580c-3285-4711-8f5a-1d0c36d6771f', 'tag': '18e7296d-ec6c-466c-8e98-26cfc7426472'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:30.037812 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7999b5f9-17b6-441a-9efe-ada307747f04" -d '{"events": [{"name": "network-changed", "server_uuid": "7f29580c-3285-4711-8f5a-1d0c36d6771f", "tag": "18e7296d-ec6c-466c-8e98-26cfc7426472"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:30.095060 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56775ef-ed34-45c0-93f5-78f92ed5fc95 service neutron] Pushing event updated for resources: {'Port': ['ID=18e7296d-ec6c-466c-8e98-26cfc7426472,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:30.134915 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d552cf78-e5b9-42e6-ae88-04b2441be6f3 x-openstack-request-id: req-d552cf78-e5b9-42e6-ae88-04b2441be6f3 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:30.135221 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f29580c-3285-4711-8f5a-1d0c36d6771f", "tag": "18e7296d-ec6c-466c-8e98-26cfc7426472", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:30.136360 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d552cf78-e5b9-42e6-ae88-04b2441be6f3 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:30.136784 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f29580c-3285-4711-8f5a-1d0c36d6771f', 'tag': '18e7296d-ec6c-466c-8e98-26cfc7426472', 'status': 'completed', 'code': 200} Nov 19 13:33:30.167340 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.193499 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876e797-6a52-449c-9b44-a344fbdba567 req-ea51610e-59f1-451e-8ae4-3362f7a46df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:30.195510 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e876e797-6a52-449c-9b44-a344fbdba567 req-ea51610e-59f1-451e-8ae4-3362f7a46df6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f22b0a2f942a4e95b2561cf30d37dab8&device_id=7f29580c-3285-4711-8f5a-1d0c36d6771f HTTP/1.1" status: 200 len: 1096 time: 0.0579143 Nov 19 13:33:30.292678 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e876e797-6a52-449c-9b44-a344fbdba567 req-e1f8aa69-1663-45da-82d8-1fee79d1718e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e7296d-ec6c-466c-8e98-26cfc7426472 HTTP/1.1" status: 200 len: 217 time: 0.0860016 Nov 19 13:33:30.334046 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-714cc854-5d11-4d30-9631-a6181669ed0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.413236 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876e797-6a52-449c-9b44-a344fbdba567 req-cd5a08e0-75fc-45c6-951e-b3a9009b49b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:30.415186 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e876e797-6a52-449c-9b44-a344fbdba567 req-cd5a08e0-75fc-45c6-951e-b3a9009b49b9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f30ec31d-66a3-4d76-b433-0201bea0d251 HTTP/1.1" status: 200 len: 853 time: 0.1110959 Nov 19 13:33:30.500953 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e876e797-6a52-449c-9b44-a344fbdba567 req-7ed0765d-45f7-4e9c-8a46-f3378fd2b8b3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5381b9b1-2906-46aa-be36-c7c6a6939b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729923 Nov 19 13:33:30.504398 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-c0740da9-7d08-4cfe-b5ae-71dd62077745 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--644480234&fields=id&tenant_id=a4db52025002465e8e5736aac79f13c3 HTTP/1.1" status: 200 len: 267 time: 0.2508957 Nov 19 13:33:30.690755 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e876e797-6a52-449c-9b44-a344fbdba567 req-edcf4adb-b700-4285-b403-ffb28f7a1570 service neutron] 10.222.0.82 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825042 Nov 19 13:33:30.712666 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f33ae9-6193-42f1-bc15-9ab15ef4d749 req-3503760c-c34a-4907-bb8c-b3284781ff21 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:30.720866 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-93f33ae9-6193-42f1-bc15-9ab15ef4d749 req-3503760c-c34a-4907-bb8c-b3284781ff21 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f29580c-3285-4711-8f5a-1d0c36d6771f HTTP/1.1" status: 200 len: 943 time: 0.3193154 Nov 19 13:33:30.845631 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device f0dafe04-f35d-4f6a-b3d3-7a50dec199a4 up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:30.868763 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e876e797-6a52-449c-9b44-a344fbdba567 req-bd2ad5ec-eed2-4d7b-b946-3d2b0545c166 service neutron] 10.222.0.82 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611812 Nov 19 13:33:30.919331 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950bebe-5800-434e-ac3f-0ff4bf87e86f req-805a9e40-9a14-4db4-aa83-8b5c444373cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:30.932557 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a950bebe-5800-434e-ac3f-0ff4bf87e86f req-805a9e40-9a14-4db4-aa83-8b5c444373cf service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 1099 time: 0.2495174 Nov 19 13:33:30.944512 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port f0dafe04-f35d-4f6a-b3d3-7a50dec199a4 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:30.945158 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.960675 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-97ffa10b-69db-4c09-b923-34eb4ab06d67 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:30.962148 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-97ffa10b-69db-4c09-b923-34eb4ab06d67 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/networks?id=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d HTTP/1.1" status: 200 len: 816 time: 0.4408336 Nov 19 13:33:30.988892 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-93f33ae9-6193-42f1-bc15-9ab15ef4d749 req-b8f69d9a-5ac2-456e-bc0d-87c0bfcfdc11 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507381 Nov 19 13:33:31.039746 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-d0069e91-39df-4b0a-9d70-295e7381c91a tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/quotas/a4db52025002465e8e5736aac79f13c3 HTTP/1.1" status: 200 len: 375 time: 0.0586486 Nov 19 13:33:31.042632 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999b5f9-17b6-441a-9efe-ada307747f04 req-cd32c05c-b34d-4239-8b34-5388440d5aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:31.044189 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-7999b5f9-17b6-441a-9efe-ada307747f04 req-cd32c05c-b34d-4239-8b34-5388440d5aa5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f22b0a2f942a4e95b2561cf30d37dab8&device_id=7f29580c-3285-4711-8f5a-1d0c36d6771f HTTP/1.1" status: 200 len: 1096 time: 0.0950167 Nov 19 13:33:31.113509 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-714cc854-5d11-4d30-9631-a6181669ed0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.151438 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.161615 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-714cc854-5d11-4d30-9631-a6181669ed0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.251277 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-714cc854-5d11-4d30-9631-a6181669ed0d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a3739ea755b74201828a2db631bc8982&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3294916 Nov 19 13:33:31.253951 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a950bebe-5800-434e-ac3f-0ff4bf87e86f req-2f29082f-121b-4268-9777-d4826515882e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722542 Nov 19 13:33:31.254417 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999b5f9-17b6-441a-9efe-ada307747f04 req-02cbf8b8-2230-4bdf-8160-d85a697fe06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:31.254559 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714cc854-5d11-4d30-9631-a6181669ed0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca0c725-88c6-442d-9871-46480bba442e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:31.256552 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-7999b5f9-17b6-441a-9efe-ada307747f04 req-02cbf8b8-2230-4bdf-8160-d85a697fe06a service neutron] 10.222.0.82 "GET /v2.0/networks?id=5381b9b1-2906-46aa-be36-c7c6a6939b5c HTTP/1.1" status: 200 len: 915 time: 0.2001197 Nov 19 13:33:31.270587 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 43134) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:31.294977 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-57b4e19c-53e0-4565-a98e-bdd6b32347fc tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a4db52025002465e8e5736aac79f13c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2301664 Nov 19 13:33:31.361985 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf77ae23-c5da-43e0-ba6e-5722da7b5972 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.383131 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6caeb7-e661-4961-ae79-aeaf607fb882 req-9f60dd19-f876-4e37-95e8-2417de56bc11 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:31.391737 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-dc6caeb7-e661-4961-ae79-aeaf607fb882 req-9f60dd19-f876-4e37-95e8-2417de56bc11 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.2754674 Nov 19 13:33:31.401373 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf77ae23-c5da-43e0-ba6e-5722da7b5972 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.459956 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-dc6caeb7-e661-4961-ae79-aeaf607fb882 req-1e174f76-0d57-41b1-b3cc-c48f8696d895 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634599 Nov 19 13:33:31.490952 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf77ae23-c5da-43e0-ba6e-5722da7b5972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.493741 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf77ae23-c5da-43e0-ba6e-5722da7b5972 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.507322 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-bf77ae23-c5da-43e0-ba6e-5722da7b5972 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7ca0c725-88c6-442d-9871-46480bba442e HTTP/1.1" status: 204 len: 168 time: 0.2325902 Nov 19 13:33:31.511427 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-9a57975f-8e5e-4e8e-907c-766f11c2091f service neutron] 10.222.0.70 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068653 Nov 19 13:33:31.600904 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-7999b5f9-17b6-441a-9efe-ada307747f04 req-2b6ed17d-516d-4cb2-9d32-b6cc2ce9f010 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e7296d-ec6c-466c-8e98-26cfc7426472 HTTP/1.1" status: 200 len: 217 time: 0.0933695 Nov 19 13:33:31.630978 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77ae23-c5da-43e0-ba6e-5722da7b5972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca0c725-88c6-442d-9871-46480bba442e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:31.686286 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999b5f9-17b6-441a-9efe-ada307747f04 req-2c09f8e0-70c9-4b31-a619-ea38feb3545a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:31.688667 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-7999b5f9-17b6-441a-9efe-ada307747f04 req-2c09f8e0-70c9-4b31-a619-ea38feb3545a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f30ec31d-66a3-4d76-b433-0201bea0d251 HTTP/1.1" status: 200 len: 853 time: 0.0740707 Nov 19 13:33:31.703286 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-2b820772-cfcc-4e0b-bf59-7c0a6f4805e8 service neutron] 10.222.0.70 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895359 Nov 19 13:33:31.767966 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-7999b5f9-17b6-441a-9efe-ada307747f04 req-02ef441b-2c6c-40cb-aebd-a948e9e5ffa2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5381b9b1-2906-46aa-be36-c7c6a6939b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456157 Nov 19 13:33:31.945086 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a43eaf2c-d09a-4f32-ba7f-6ae5a0d85ae8 req-37fb2d7f-3b36-45ea-b721-40bbfa63ce70 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 210 time: 0.0464768 Nov 19 13:33:31.984017 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-7999b5f9-17b6-441a-9efe-ada307747f04 req-ed3df02e-ae3f-4e53-a72e-b17e981f3186 service neutron] 10.222.0.82 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001672 Nov 19 13:33:32.085497 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 43170) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:32.116494 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b79e3909-94d6-419a-a3c9-40eb39cc9848 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.137282 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025c990-6c46-48fe-8191-0079a07395fb req-edcf5fb9-e886-42dd-aa88-87973f1af5eb tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:32.140204 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c025c990-6c46-48fe-8191-0079a07395fb req-edcf5fb9-e886-42dd-aa88-87973f1af5eb tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f29580c-3285-4711-8f5a-1d0c36d6771f HTTP/1.1" status: 200 len: 943 time: 0.0832665 Nov 19 13:33:32.193990 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-7999b5f9-17b6-441a-9efe-ada307747f04 req-959d2ab9-d26f-4bf0-b2e9-b7799e9ab2b1 service neutron] 10.222.0.82 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998830 Nov 19 13:33:32.256530 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c025c990-6c46-48fe-8191-0079a07395fb req-b5734a76-453f-4c3e-96c6-02ab1800a603 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021054 Nov 19 13:33:32.299933 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.314258 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b79e3909-94d6-419a-a3c9-40eb39cc9848 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.319157 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b79e3909-94d6-419a-a3c9-40eb39cc9848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.363177 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-b79e3909-94d6-419a-a3c9-40eb39cc9848 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=44aa14ff8f454a74875d72f39a0f5a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748258 Nov 19 13:33:32.365470 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e3909-94d6-419a-a3c9-40eb39cc9848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5058a1-831c-4176-8c1d-57768155fc0b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:32.366012 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 43188) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:32.449604 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a023bec8-4c1f-4f68-8a9c-09dcad3315fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.479480 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a023bec8-4c1f-4f68-8a9c-09dcad3315fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.544192 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a023bec8-4c1f-4f68-8a9c-09dcad3315fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.547928 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a023bec8-4c1f-4f68-8a9c-09dcad3315fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.551686 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-a023bec8-4c1f-4f68-8a9c-09dcad3315fc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/df5058a1-831c-4176-8c1d-57768155fc0b HTTP/1.1" status: 204 len: 168 time: 0.1831770 Nov 19 13:33:32.565147 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023bec8-4c1f-4f68-8a9c-09dcad3315fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5058a1-831c-4176-8c1d-57768155fc0b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:32.647489 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75be9c-9b6c-49b8-9e52-2c2ca2d2344d req-c9f59ed2-5f84-45bf-82e8-c5e96ed4b67a tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:32.649337 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-cc75be9c-9b6c-49b8-9e52-2c2ca2d2344d req-c9f59ed2-5f84-45bf-82e8-c5e96ed4b67a tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.1136136 Nov 19 13:33:32.774304 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-cc75be9c-9b6c-49b8-9e52-2c2ca2d2344d req-c0c30ced-2c13-4bf5-85e7-cd39876a1c46 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032135 Nov 19 13:33:33.023752 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 43238) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:33.075042 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-49b77101-d5d8-4bc1-9f44-90fffeb9fb82 req-3522017c-621b-4d21-9ccd-281a89cbef53 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 210 time: 0.0311866 Nov 19 13:33:33.174252 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8ab4cbb-f489-4655-aeeb-995e06dcda55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:33.366699 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8ab4cbb-f489-4655-aeeb-995e06dcda55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:33.378227 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8ab4cbb-f489-4655-aeeb-995e06dcda55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:33.402901 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-f3769269-a5b4-4e12-a54d-ed4cb06817c9 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:33.404590 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-f3769269-a5b4-4e12-a54d-ed4cb06817c9 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.82 "GET /v2.0/networks?id=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d HTTP/1.1" status: 200 len: 816 time: 0.1634486 Nov 19 13:33:33.452576 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-c8ab4cbb-f489-4655-aeeb-995e06dcda55 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a84656ac8016443bb211629a9f0720a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4268191 Nov 19 13:33:33.458759 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab4cbb-f489-4655-aeeb-995e06dcda55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac492495-1c24-4273-b1a0-fbc39f80d275,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:33.458759 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 43268) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:33.538275 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-78c258e3-6a4b-4f6d-a35a-55531d8bc436 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4db52025002465e8e5736aac79f13c3 HTTP/1.1" status: 200 len: 379 time: 0.1070168 Nov 19 13:33:33.541726 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454674c-62a4-49dd-9400-0fbda1cf9b4e req-e1dc6959-3952-48be-b447-3cccfb64e54d tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:33.549748 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2454674c-62a4-49dd-9400-0fbda1cf9b4e req-e1dc6959-3952-48be-b447-3cccfb64e54d tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f29580c-3285-4711-8f5a-1d0c36d6771f HTTP/1.1" status: 200 len: 943 time: 0.1587210 Nov 19 13:33:33.561847 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad33910a-5522-439c-a601-0bd622c5dc62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:33.566768 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a03f8cbb-0f17-41c1-a014-f1caeb8a1cca tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Request body: {'port': {'device_id': '27f4f2fe-acbd-4940-80d4-9c8cee38bbba', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'admin_state_up': True, 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'security_groups': ['ca721b43-4385-4e42-872e-0051eb29ec99']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:33.629342 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2454674c-62a4-49dd-9400-0fbda1cf9b4e req-b9c4e7c3-abc3-48c2-978f-1445f86f200d tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731618 Nov 19 13:33:33.686492 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad33910a-5522-439c-a601-0bd622c5dc62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:33.782251 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad33910a-5522-439c-a601-0bd622c5dc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:33.785693 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad33910a-5522-439c-a601-0bd622c5dc62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:33.789893 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-ad33910a-5522-439c-a601-0bd622c5dc62 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ac492495-1c24-4273-b1a0-fbc39f80d275 HTTP/1.1" status: 204 len: 168 time: 0.3271976 Nov 19 13:33:33.798310 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a03f8cbb-0f17-41c1-a014-f1caeb8a1cca tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Made reservation on behalf of a4db52025002465e8e5736aac79f13c3 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:33.812082 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a03f8cbb-0f17-41c1-a014-f1caeb8a1cca tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:33.816037 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33910a-5522-439c-a601-0bd622c5dc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac492495-1c24-4273-b1a0-fbc39f80d275,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:33.922690 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1850f-04bf-47d6-96e4-c2eda83f16b4 req-2ab51e5b-3301-484c-96ac-db1ce5da5b18 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:33.924446 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-20d1850f-04bf-47d6-96e4-c2eda83f16b4 req-2ab51e5b-3301-484c-96ac-db1ce5da5b18 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.0692117 Nov 19 13:33:33.990797 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-20d1850f-04bf-47d6-96e4-c2eda83f16b4 req-365fb7cb-eac3-49b8-acf1-c82d367ebd97 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596232 Nov 19 13:33:34.005642 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a03f8cbb-0f17-41c1-a014-f1caeb8a1cca tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Allocated IP 172.20.0.5 (ebf90ed3-1e1f-4afa-b602-7a5c695dc19d/a50d8552-5081-4f74-8946-fa813e638daf/82345027-4989-42a9-8675-3574f1b5896a) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:34.132812 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5657b-eb5a-47bd-85c7-0438b1da12b0 req-b6b48d93-2c4f-4629-b1a2-cbcc76da1e0e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:34.140772 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-12b5657b-eb5a-47bd-85c7-0438b1da12b0 req-b6b48d93-2c4f-4629-b1a2-cbcc76da1e0e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0788984 Nov 19 13:33:34.196676 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a03f8cbb-0f17-41c1-a014-f1caeb8a1cca tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:34.205543 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6957c9db-15cd-48ae-8600-d9aa55e956ac req-89b05203-4af8-4c54-9ece-f0afa843a312 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 210 time: 0.0454495 Nov 19 13:33:34.238557 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-12b5657b-eb5a-47bd-85c7-0438b1da12b0 req-5a4e7a26-a19b-4445-952d-5dc93e8a2053 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955601 Nov 19 13:33:34.245632 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a03f8cbb-0f17-41c1-a014-f1caeb8a1cca tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:34.279365 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a03f8cbb-0f17-41c1-a014-f1caeb8a1cca tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Network ebf90ed3-1e1f-4afa-b602-7a5c695dc19d is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:34.303620 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a03f8cbb-0f17-41c1-a014-f1caeb8a1cca tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:34.303972 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 43310) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:34.308046 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a03f8cbb-0f17-41c1-a014-f1caeb8a1cca tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:34.355065 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f8cbb-0f17-41c1-a014-f1caeb8a1cca tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Pushing event updated for resources: {'Port': ['ID=82345027-4989-42a9-8675-3574f1b5896a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:34.358356 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7c13ec36-bd8f-4747-ac67-da06f6ca6839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:34.379860 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a03f8cbb-0f17-41c1-a014-f1caeb8a1cca tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:34.380488 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a03f8cbb-0f17-41c1-a014-f1caeb8a1cca tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:34.402511 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a03f8cbb-0f17-41c1-a014-f1caeb8a1cca tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8428612 Nov 19 13:33:34.421943 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a4b45d70-58a4-45be-8a8c-72aede60013a service neutron] Request body: {'port': {'device_id': '27f4f2fe-acbd-4940-80d4-9c8cee38bbba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:34.491544 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7c13ec36-bd8f-4747-ac67-da06f6ca6839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:34.498283 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7c13ec36-bd8f-4747-ac67-da06f6ca6839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:34.503466 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a4b45d70-58a4-45be-8a8c-72aede60013a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:34.558203 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13ec36-bd8f-4747-ac67-da06f6ca6839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749ebe8f-2ce1-4060-a778-25712c32ad91,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:34.563098 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-7c13ec36-bd8f-4747-ac67-da06f6ca6839 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9f44aee44e77482893080ade051462cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580118 Nov 19 13:33:34.565613 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 43314) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:34.674493 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-198a0317-2c96-478d-8ce8-00bd5c319201 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:34.757155 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c7406006-1140-467c-bcb2-622aa6106f18 None None] Provisioning complete for port 82345027-4989-42a9-8675-3574f1b5896a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:34.757654 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c7406006-1140-467c-bcb2-622aa6106f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:34.768814 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-198a0317-2c96-478d-8ce8-00bd5c319201 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:34.838125 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 6 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:33:34.865585 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c7406006-1140-467c-bcb2-622aa6106f18 None None] Port 82345027-4989-42a9-8675-3574f1b5896a cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:34.930391 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-198a0317-2c96-478d-8ce8-00bd5c319201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:34.937836 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-198a0317-2c96-478d-8ce8-00bd5c319201 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:34.939160 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-198a0317-2c96-478d-8ce8-00bd5c319201 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/749ebe8f-2ce1-4060-a778-25712c32ad91 HTTP/1.1" status: 204 len: 168 time: 0.3726556 Nov 19 13:33:34.943008 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 18e7296d-ec6c-466c-8e98-26cfc7426472 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:33:34.962334 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a0317-2c96-478d-8ce8-00bd5c319201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749ebe8f-2ce1-4060-a778-25712c32ad91,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:34.997887 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f138e-314a-4852-8cf4-b1d1834a39f2 req-5424aad5-68ee-4e7b-87d9-18ffd97e6abd tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:35.002405 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8b6f138e-314a-4852-8cf4-b1d1834a39f2 req-5424aad5-68ee-4e7b-87d9-18ffd97e6abd tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f29580c-3285-4711-8f5a-1d0c36d6771f HTTP/1.1" status: 200 len: 943 time: 0.1700742 Nov 19 13:33:35.043947 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a4b45d70-58a4-45be-8a8c-72aede60013a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82345027-4989-42a9-8675-3574f1b5896a {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:35.063440 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a4b45d70-58a4-45be-8a8c-72aede60013a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.086584 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a4b45d70-58a4-45be-8a8c-72aede60013a service neutron] Transition to ACTIVE for port object 82345027-4989-42a9-8675-3574f1b5896a will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:33:35.089899 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a4b45d70-58a4-45be-8a8c-72aede60013a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.102467 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8b6f138e-314a-4852-8cf4-b1d1834a39f2 req-98d0780e-5017-4697-b7d9-e8c14bb8f9a8 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937390 Nov 19 13:33:35.176892 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b45d70-58a4-45be-8a8c-72aede60013a service neutron] Pushing event updated for resources: {'Port': ['ID=82345027-4989-42a9-8675-3574f1b5896a,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:35.193721 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 18e7296d-ec6c-466c-8e98-26cfc7426472, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=18e7296d-ec6c-466c-8e98-26cfc7426472,segment=NetworkSegment(85056d8e-48cf-4ef4-b765-08a82b1fd145),segment_id=85056d8e-48cf-4ef4-b765-08a82b1fd145)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:35.208252 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Returning: {'device': '18e7296d-ec6c-466c-8e98-26cfc7426472', 'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c', 'port_id': '18e7296d-ec6c-466c-8e98-26cfc7426472', 'mac_address': 'fa:16:3e:22:5f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30ec31d-66a3-4d76-b433-0201bea0d251', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:33:35.278312 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a4b45d70-58a4-45be-8a8c-72aede60013a service neutron] Attempting to bind port 82345027-4989-42a9-8675-3574f1b5896a on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:35.279424 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a4b45d70-58a4-45be-8a8c-72aede60013a service neutron] Attempting to bind port 82345027-4989-42a9-8675-3574f1b5896a by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': 'd0219191-f69f-4ca1-819b-96503ec603ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:35.279796 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a4b45d70-58a4-45be-8a8c-72aede60013a service neutron] Attempting to bind port 82345027-4989-42a9-8675-3574f1b5896a on network ebf90ed3-1e1f-4afa-b602-7a5c695dc19d {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:35.285212 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a4b45d70-58a4-45be-8a8c-72aede60013a service neutron] Port 82345027-4989-42a9-8675-3574f1b5896a on network ebf90ed3-1e1f-4afa-b602-7a5c695dc19d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:33:35.285994 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a4b45d70-58a4-45be-8a8c-72aede60013a service neutron] Attempting to bind port 82345027-4989-42a9-8675-3574f1b5896a on network ebf90ed3-1e1f-4afa-b602-7a5c695dc19d {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:35.293783 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a4b45d70-58a4-45be-8a8c-72aede60013a service neutron] Checking agent: {'id': '75923988-c426-4077-9ddc-4d64f8800d36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'started_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:35.294620 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a4b45d70-58a4-45be-8a8c-72aede60013a service neutron] Checking segment: {'id': 'd0219191-f69f-4ca1-819b-96503ec603ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:35.295477 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a4b45d70-58a4-45be-8a8c-72aede60013a service neutron] Bound using segment: {'id': 'd0219191-f69f-4ca1-819b-96503ec603ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:35.296478 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a4b45d70-58a4-45be-8a8c-72aede60013a service neutron] Bound port: 82345027-4989-42a9-8675-3574f1b5896a, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0219191-f69f-4ca1-819b-96503ec603ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:35.297079 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a4b45d70-58a4-45be-8a8c-72aede60013a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.319560 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.338715 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e7296d-ec6c-466c-8e98-26cfc7426472 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:35.363009 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 18e7296d-ec6c-466c-8e98-26cfc7426472, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=18e7296d-ec6c-466c-8e98-26cfc7426472,segment=NetworkSegment(85056d8e-48cf-4ef4-b765-08a82b1fd145),segment_id=85056d8e-48cf-4ef4-b765-08a82b1fd145)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:35.401500 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.409655 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a4b45d70-58a4-45be-8a8c-72aede60013a service neutron] For port 82345027-4989-42a9-8675-3574f1b5896a, host hv-cinder-81632, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:35.415759 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 43362) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:35.419181 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a4b45d70-58a4-45be-8a8c-72aede60013a service neutron] For port 82345027-4989-42a9-8675-3574f1b5896a, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=82345027-4989-42a9-8675-3574f1b5896a,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:35.439153 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a4b45d70-58a4-45be-8a8c-72aede60013a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.488509 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2580ad5-817b-4123-ad64-f63da1a4be4b req-83cb8d1b-de60-446b-aed6-37f6f8611b7a tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:35.505117 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b2580ad5-817b-4123-ad64-f63da1a4be4b req-83cb8d1b-de60-446b-aed6-37f6f8611b7a tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 943 time: 0.1370137 Nov 19 13:33:35.507818 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a4b45d70-58a4-45be-8a8c-72aede60013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:35.508161 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a4b45d70-58a4-45be-8a8c-72aede60013a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.509638 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-a4b45d70-58a4-45be-8a8c-72aede60013a service neutron] 10.222.0.82 "PUT /v2.0/ports/82345027-4989-42a9-8675-3574f1b5896a HTTP/1.1" status: 200 len: 1093 time: 1.0938268 Nov 19 13:33:35.510953 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f4f2fe-acbd-4940-80d4-9c8cee38bbba', 'tag': '82345027-4989-42a9-8675-3574f1b5896a'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:35.516730 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9664ddd1-5a76-4819-8e55-afba3ea15f33" -d '{"events": [{"name": "network-changed", "server_uuid": "27f4f2fe-acbd-4940-80d4-9c8cee38bbba", "tag": "82345027-4989-42a9-8675-3574f1b5896a"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:35.541970 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b45d70-58a4-45be-8a8c-72aede60013a service neutron] Pushing event updated for resources: {'Port': ['ID=82345027-4989-42a9-8675-3574f1b5896a,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:35.557595 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=18e7296d-ec6c-466c-8e98-26cfc7426472,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:35.624374 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-4c45828d-eee2-4a62-9c4b-24cf1f98c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:35.629046 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-4c45828d-eee2-4a62-9c4b-24cf1f98c1b3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a4db52025002465e8e5736aac79f13c3&device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 1096 time: 0.0595183 Nov 19 13:33:35.640098 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d9334c-e817-4117-b6c5-cc5b98960cf1 x-openstack-request-id: req-e4d9334c-e817-4117-b6c5-cc5b98960cf1 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:35.640854 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f4f2fe-acbd-4940-80d4-9c8cee38bbba", "tag": "82345027-4989-42a9-8675-3574f1b5896a", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:35.641452 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e4d9334c-e817-4117-b6c5-cc5b98960cf1 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:35.642503 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f4f2fe-acbd-4940-80d4-9c8cee38bbba', 'tag': '82345027-4989-42a9-8675-3574f1b5896a', 'status': 'completed', 'code': 200} Nov 19 13:33:35.674560 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b2580ad5-817b-4123-ad64-f63da1a4be4b req-58b5d19e-fc18-4c18-81e5-3886c6587f46 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673856 Nov 19 13:33:35.714310 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-fbdba539-47cb-46a6-8a38-3598a92d03d5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82345027-4989-42a9-8675-3574f1b5896a HTTP/1.1" status: 200 len: 217 time: 0.0708435 Nov 19 13:33:35.753570 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['18e7296d-ec6c-466c-8e98-26cfc7426472'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:33:35.779476 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-aa75d587-06d6-4e30-afa8-802273c71fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:35.779476 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-aa75d587-06d6-4e30-afa8-802273c71fa1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a50d8552-5081-4f74-8946-fa813e638daf HTTP/1.1" status: 200 len: 855 time: 0.0461881 Nov 19 13:33:35.832744 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 43378) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:35.850157 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-91de298b-5ee7-470d-bf60-6f70d7d0dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:35.851780 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-91de298b-5ee7-470d-bf60-6f70d7d0dcd3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0603323 Nov 19 13:33:35.885744 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc06dec7-74a9-4090-94f8-c570653aa88c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.942363 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5061f541-0bbc-4a93-835d-51f45fb4aafb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.029904 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-5b9c6458-cd74-4f91-9289-375c29721b91 service neutron] 10.222.0.82 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403799 Nov 19 13:33:36.063611 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5061f541-0bbc-4a93-835d-51f45fb4aafb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.081314 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5061f541-0bbc-4a93-835d-51f45fb4aafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.109740 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc06dec7-74a9-4090-94f8-c570653aa88c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.116654 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc06dec7-74a9-4090-94f8-c570653aa88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.154043 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-5061f541-0bbc-4a93-835d-51f45fb4aafb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=65b79f67989b43df8e8a00d9120423b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199706 Nov 19 13:33:36.155137 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061f541-0bbc-4a93-835d-51f45fb4aafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50832dca-edaf-4a4a-bf3f-9cc841561b6d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:36.158905 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 43396) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:36.276121 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd14425-acab-4e7a-b4fd-34fb9f77ca40 req-467f74f8-7b20-4da2-bf62-851cb446594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:36.277903 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8fd14425-acab-4e7a-b4fd-34fb9f77ca40 req-467f74f8-7b20-4da2-bf62-851cb446594d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f5f789d031f747e1943f91b44d5587cf&device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 1098 time: 0.1564980 Nov 19 13:33:36.317374 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc35c6-5caf-45ae-90d8-f977c071369b req-3309d88b-67fa-48cb-90bc-a979306b9b9f tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:36.318933 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-43bc35c6-5caf-45ae-90d8-f977c071369b req-3309d88b-67fa-48cb-90bc-a979306b9b9f tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.1122046 Nov 19 13:33:36.329741 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3ba06196-aa9d-4dbd-ac82-92c30c287881 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.359335 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06dec7-74a9-4090-94f8-c570653aa88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb6ee2b-55df-4cae-8e30-07e6e574a31d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:36.404209 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-dc06dec7-74a9-4090-94f8-c570653aa88c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=313c7da287604d3fa02ba9fca6c3b309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9872530 Nov 19 13:33:36.410193 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 43410) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:36.445548 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3ba06196-aa9d-4dbd-ac82-92c30c287881 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.451048 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1d5c1082-7a07-4342-8593-09799d3d5871 req-7dd028b0-a90b-480e-b39c-79c981a4d1c6 service neutron] 10.222.0.82 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103928 Nov 19 13:33:36.497944 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97539227-f22f-4cc7-bb34-b9737b8c4e84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.531085 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 43412) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:36.547901 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd14425-acab-4e7a-b4fd-34fb9f77ca40 req-fd22d59a-dbc6-4ae4-a36d-edf2fc34b601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:36.548663 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97539227-f22f-4cc7-bb34-b9737b8c4e84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.550065 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8fd14425-acab-4e7a-b4fd-34fb9f77ca40 req-fd22d59a-dbc6-4ae4-a36d-edf2fc34b601 service neutron] 10.222.0.82 "GET /v2.0/networks?id=94129882-55e7-4f60-86f2-20086f9335b5 HTTP/1.1" status: 200 len: 921 time: 0.2563992 Nov 19 13:33:36.563545 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-43bc35c6-5caf-45ae-90d8-f977c071369b req-ab46e85d-2d5d-4fab-9810-0939c3cdb03e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945429 Nov 19 13:33:36.586061 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88271f-128a-43d6-930c-6e7b5c7dea42 req-debc77a4-b7ab-48e8-b80b-605c51df5239 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:36.589687 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-dd88271f-128a-43d6-930c-6e7b5c7dea42 req-debc77a4-b7ab-48e8-b80b-605c51df5239 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f29580c-3285-4711-8f5a-1d0c36d6771f HTTP/1.1" status: 200 len: 944 time: 0.2007232 Nov 19 13:33:36.634492 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8fd14425-acab-4e7a-b4fd-34fb9f77ca40 req-7b909dd6-28cd-4256-a3b2-ec7a261b1c4e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c155a67c-20f3-4691-93b9-b9e98dad1f20 HTTP/1.1" status: 200 len: 217 time: 0.0437918 Nov 19 13:33:36.636263 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664ddd1-5a76-4819-8e55-afba3ea15f33 req-10533594-1a28-4f67-b026-6a8abb65620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:36.637754 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-9664ddd1-5a76-4819-8e55-afba3ea15f33 req-10533594-1a28-4f67-b026-6a8abb65620d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a4db52025002465e8e5736aac79f13c3&device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 1096 time: 0.1210921 Nov 19 13:33:36.687561 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-318be9a3-f81a-4c71-b144-8ac536e6d44d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1440304289-network', 'tenant_id': '7aba59e789ec42f28106f03123363eb4'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:36.696683 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3ba06196-aa9d-4dbd-ac82-92c30c287881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.699776 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3ba06196-aa9d-4dbd-ac82-92c30c287881 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.703702 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-3ba06196-aa9d-4dbd-ac82-92c30c287881 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/50832dca-edaf-4a4a-bf3f-9cc841561b6d HTTP/1.1" status: 204 len: 168 time: 0.5375965 Nov 19 13:33:36.726654 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-dd88271f-128a-43d6-930c-6e7b5c7dea42 req-4cc3c47f-03f7-49b7-82d5-a588e3173ff9 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941420 Nov 19 13:33:36.729212 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97539227-f22f-4cc7-bb34-b9737b8c4e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.732694 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97539227-f22f-4cc7-bb34-b9737b8c4e84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.735087 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-97539227-f22f-4cc7-bb34-b9737b8c4e84 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4eb6ee2b-55df-4cae-8e30-07e6e574a31d HTTP/1.1" status: 204 len: 168 time: 0.3222115 Nov 19 13:33:36.752452 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97539227-f22f-4cc7-bb34-b9737b8c4e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb6ee2b-55df-4cae-8e30-07e6e574a31d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:36.753904 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba06196-aa9d-4dbd-ac82-92c30c287881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50832dca-edaf-4a4a-bf3f-9cc841561b6d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:36.772199 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd14425-acab-4e7a-b4fd-34fb9f77ca40 req-5e7397a9-eab3-4676-abf6-b1ea489b6742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:36.772199 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8fd14425-acab-4e7a-b4fd-34fb9f77ca40 req-5e7397a9-eab3-4676-abf6-b1ea489b6742 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ca813023-0106-4533-88fc-30d699229a62 HTTP/1.1" status: 200 len: 859 time: 0.0858228 Nov 19 13:33:36.772199 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318be9a3-f81a-4c71-b144-8ac536e6d44d admin admin] Made reservation on behalf of 7aba59e789ec42f28106f03123363eb4 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:36.772199 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-318be9a3-f81a-4c71-b144-8ac536e6d44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.797197 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664ddd1-5a76-4819-8e55-afba3ea15f33 req-45cc139e-4ec1-4236-a2a7-0c4c712dde03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:36.799426 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-9664ddd1-5a76-4819-8e55-afba3ea15f33 req-45cc139e-4ec1-4236-a2a7-0c4c712dde03 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d HTTP/1.1" status: 200 len: 918 time: 0.1379244 Nov 19 13:33:36.855826 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-9664ddd1-5a76-4819-8e55-afba3ea15f33 req-a78ca54b-4f35-48c5-bc21-e28b9dd7d405 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82345027-4989-42a9-8675-3574f1b5896a HTTP/1.1" status: 200 len: 217 time: 0.0429883 Nov 19 13:33:36.861033 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8fd14425-acab-4e7a-b4fd-34fb9f77ca40 req-bcb1c209-cf5e-41e9-bc35-8eb19bd89d59 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94129882-55e7-4f60-86f2-20086f9335b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647113 Nov 19 13:33:36.871097 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-318be9a3-f81a-4c71-b144-8ac536e6d44d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.948029 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664ddd1-5a76-4819-8e55-afba3ea15f33 req-dfd0c7eb-5d2b-4aca-a5c7-f0c3d3da0a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:36.951129 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-9664ddd1-5a76-4819-8e55-afba3ea15f33 req-dfd0c7eb-5d2b-4aca-a5c7-f0c3d3da0a4a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a50d8552-5081-4f74-8946-fa813e638daf HTTP/1.1" status: 200 len: 855 time: 0.0673606 Nov 19 13:33:37.016694 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf4999-27ca-4dbe-a1cc-912318458c3d req-48dfebd3-8aab-4293-a8f0-2808aba83a15 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:37.018709 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b0cf4999-27ca-4dbe-a1cc-912318458c3d req-48dfebd3-8aab-4293-a8f0-2808aba83a15 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 943 time: 0.1603878 Nov 19 13:33:37.037373 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664ddd1-5a76-4819-8e55-afba3ea15f33 req-81b86757-e1c5-4456-b28e-b67d32e2f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:37.040029 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-9664ddd1-5a76-4819-8e55-afba3ea15f33 req-81b86757-e1c5-4456-b28e-b67d32e2f166 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804558 Nov 19 13:33:37.104031 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8fd14425-acab-4e7a-b4fd-34fb9f77ca40 req-4cdabc1e-e28a-4410-964f-ced35fae7101 service neutron] 10.222.0.82 "GET /v2.0/networks/94129882-55e7-4f60-86f2-20086f9335b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006881 Nov 19 13:33:37.142811 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b0cf4999-27ca-4dbe-a1cc-912318458c3d req-ca4f3440-4317-4fcb-b018-bf940525518d tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159561 Nov 19 13:33:37.152024 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-9664ddd1-5a76-4819-8e55-afba3ea15f33 req-b07ec38c-d616-4023-adde-694ee3235780 service neutron] 10.222.0.82 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015267 Nov 19 13:33:37.184567 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 43430) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:37.198376 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-318be9a3-f81a-4c71-b144-8ac536e6d44d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.206863 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-318be9a3-f81a-4c71-b144-8ac536e6d44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.232699 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-754fec7d-db08-43cb-8c19-e608aae318b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.311016 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-9664ddd1-5a76-4819-8e55-afba3ea15f33 req-c4d0ebec-0f20-4bff-96a2-0e9f824a4227 service neutron] 10.222.0.82 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342072 Nov 19 13:33:37.351815 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-754fec7d-db08-43cb-8c19-e608aae318b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.356807 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-754fec7d-db08-43cb-8c19-e608aae318b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.396251 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-754fec7d-db08-43cb-8c19-e608aae318b4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ad9574ef3634c7ab05aa0465056bc72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2099230 Nov 19 13:33:37.397214 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754fec7d-db08-43cb-8c19-e608aae318b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e11ca68-5df6-4d3d-b7a8-755180b710eb,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:37.399927 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 43434) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:37.449493 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-11b85687-820c-45e8-bedb-c319f99a6162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.463860 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318be9a3-f81a-4c71-b144-8ac536e6d44d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1128} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:33:37.476481 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-11b85687-820c-45e8-bedb-c319f99a6162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.483257 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318be9a3-f81a-4c71-b144-8ac536e6d44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2ececb-6eff-4746-b888-c008ccc8b209,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:37.490335 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-318be9a3-f81a-4c71-b144-8ac536e6d44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.490672 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.db.segments_db [None req-318be9a3-f81a-4c71-b144-8ac536e6d44d admin admin] Added segment ec72d818-30a1-471c-ac19-98b44dda9e7c of type vlan for network 73c96041-9b28-4c68-9fa9-490b84a1a86c Nov 19 13:33:37.493511 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8fd14425-acab-4e7a-b4fd-34fb9f77ca40 req-fe973076-95a1-4df1-8f9d-89251580a473 service neutron] 10.222.0.82 "GET /v2.0/networks/94129882-55e7-4f60-86f2-20086f9335b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709826 Nov 19 13:33:37.533589 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-11b85687-820c-45e8-bedb-c319f99a6162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.535578 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-11b85687-820c-45e8-bedb-c319f99a6162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.537701 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-11b85687-820c-45e8-bedb-c319f99a6162 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5e11ca68-5df6-4d3d-b7a8-755180b710eb HTTP/1.1" status: 204 len: 168 time: 0.1363640 Nov 19 13:33:37.541725 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-318be9a3-f81a-4c71-b144-8ac536e6d44d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736459351574'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.553737 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b85687-820c-45e8-bedb-c319f99a6162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e11ca68-5df6-4d3d-b7a8-755180b710eb,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:37.569775 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-318be9a3-f81a-4c71-b144-8ac536e6d44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.570854 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318be9a3-f81a-4c71-b144-8ac536e6d44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:37.571553 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-318be9a3-f81a-4c71-b144-8ac536e6d44d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.632593 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-318be9a3-f81a-4c71-b144-8ac536e6d44d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0972569 Nov 19 13:33:37.635853 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 43444) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:37.641112 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-6bf6e367-474f-4d6d-bb19-d818c18d6e03 admin admin] Request body: {'subnet': {'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1440304289-subnet', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:37.659835 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318be9a3-f81a-4c71-b144-8ac536e6d44d admin admin] Pushing event updated for resources: {'Network': ['ID=73c96041-9b28-4c68-9fa9-490b84a1a86c,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:37.678262 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Network 73c96041-9b28-4c68-9fa9-490b84a1a86c details requested by agent ovs-agent-dv-cinder-816324-4-smb with host dv-cinder-816324-4-smb {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:33:37.693131 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf6e367-474f-4d6d-bb19-d818c18d6e03 admin admin] Made reservation on behalf of 7aba59e789ec42f28106f03123363eb4 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:37.694732 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6bf6e367-474f-4d6d-bb19-d818c18d6e03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14394678'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.723243 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a735584-dc9f-4852-a34e-a27c16763765 req-65be0b12-da8a-4f0a-a97e-4930d54227e3 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:37.735606 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7a735584-dc9f-4852-a34e-a27c16763765 req-65be0b12-da8a-4f0a-a97e-4930d54227e3 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0910513 Nov 19 13:33:37.800450 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7a735584-dc9f-4852-a34e-a27c16763765 req-e0097c17-f82c-41d4-9765-5f2043f896be tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637710 Nov 19 13:33:37.899281 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbff36f-4a72-4c3e-a943-95578c836d5e req-5e8cd842-bd1d-4ef7-a941-093e38410821 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:37.904876 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8fbff36f-4a72-4c3e-a943-95578c836d5e req-5e8cd842-bd1d-4ef7-a941-093e38410821 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f29580c-3285-4711-8f5a-1d0c36d6771f HTTP/1.1" status: 200 len: 944 time: 0.0578389 Nov 19 13:33:37.927279 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6bf6e367-474f-4d6d-bb19-d818c18d6e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14406693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14394692'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.980499 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8fbff36f-4a72-4c3e-a943-95578c836d5e req-2185e6a5-1f1c-4e44-89db-53dc6c81a257 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675962 Nov 19 13:33:38.000899 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6e367-474f-4d6d-bb19-d818c18d6e03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d417f6d-4d23-4260-8964-4b050adda031,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:38.013255 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf6e367-474f-4d6d-bb19-d818c18d6e03 admin admin] Checking segment: {'id': 'ec72d818-30a1-471c-ac19-98b44dda9e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:38.013604 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf6e367-474f-4d6d-bb19-d818c18d6e03 admin admin] Network hostable DHCP agents. Network: 73c96041-9b28-4c68-9fa9-490b84a1a86c, hostable agents: ['a9493b20-30d9-4471-90b9-83259b2d43bc'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:33:38.034586 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf6e367-474f-4d6d-bb19-d818c18d6e03 admin admin] Network 73c96041-9b28-4c68-9fa9-490b84a1a86c is scheduled to be hosted by DHCP agent a9493b20-30d9-4471-90b9-83259b2d43bc with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:33:38.044896 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-6bf6e367-474f-4d6d-bb19-d818c18d6e03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-smb, 73c96041-9b28-4c68-9fa9-490b84a1a86c) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:38.049367 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf6e367-474f-4d6d-bb19-d818c18d6e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:38.050220 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6bf6e367-474f-4d6d-bb19-d818c18d6e03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.057120 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f5cdc3-ea6f-4eb9-a004-e6f1b2dd43ea None None] Network 73c96041-9b28-4c68-9fa9-490b84a1a86c requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:38.068698 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-6bf6e367-474f-4d6d-bb19-d818c18d6e03 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4317262 Nov 19 13:33:38.071236 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 43468) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:38.077967 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-fa4298dc-b347-4bf3-b016-764a228a5341 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1440304289-router', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:38.104385 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fa4298dc-b347-4bf3-b016-764a228a5341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6744'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.109478 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fa4298dc-b347-4bf3-b016-764a228a5341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1791364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1796913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6723'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.166079 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fa4298dc-b347-4bf3-b016-764a228a5341 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.303279 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5b7a3c-5da2-4673-9ef9-16deefe4c948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53cf6b08-0369-5507-b163-abf0e9693b8d-73c96041-9b28-4c68-9fa9-490b84a1a86c', 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'fixed_ips': [{'subnet_id': '0d417f6d-4d23-4260-8964-4b050adda031'}]}} from dv-cinder-816324-4-smb. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:33:38.305223 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7a3c-5da2-4673-9ef9-16deefe4c948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.336693 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275dd7c-c09b-4f18-b77c-9918deeafe18 req-bec3669a-0bac-4f16-81d3-431d095cb982 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:38.338866 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c275dd7c-c09b-4f18-b77c-9918deeafe18 req-bec3669a-0bac-4f16-81d3-431d095cb982 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 943 time: 0.1023512 Nov 19 13:33:38.349741 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fa4298dc-b347-4bf3-b016-764a228a5341 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.411274 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c275dd7c-c09b-4f18-b77c-9918deeafe18 req-50f5e97b-f1aa-44bd-b214-de35581ec2ae tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614948 Nov 19 13:33:38.514237 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-8f5b7a3c-5da2-4673-9ef9-16deefe4c948 None None] Allocated IP 172.20.0.2 (73c96041-9b28-4c68-9fa9-490b84a1a86c/0d417f6d-4d23-4260-8964-4b050adda031/d13f53ff-c3c8-47a2-adc5-95ebfde568a8) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:38.605821 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fa4298dc-b347-4bf3-b016-764a228a5341 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.625789 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fa4298dc-b347-4bf3-b016-764a228a5341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.684087 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7a3c-5da2-4673-9ef9-16deefe4c948 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.691067 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7a3c-5da2-4673-9ef9-16deefe4c948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.732247 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5b7a3c-5da2-4673-9ef9-16deefe4c948 None None] Network 73c96041-9b28-4c68-9fa9-490b84a1a86c is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:38.735182 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-8f5b7a3c-5da2-4673-9ef9-16deefe4c948 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:38.737732 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b7a3c-5da2-4673-9ef9-16deefe4c948 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:38.740615 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-fa4298dc-b347-4bf3-b016-764a228a5341 admin admin] Allocated IP 172.28.1.136 (f5fe0685-e1a5-4f21-925a-12d1aefd12c8/e23fd1b3-af46-4401-a4dc-3ec2e1f1f010/f82c42d9-36b5-43ff-854c-f5850a48cc66) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:38.750520 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b7a3c-5da2-4673-9ef9-16deefe4c948 None None] Pushing event updated for resources: {'Port': ['ID=d13f53ff-c3c8-47a2-adc5-95ebfde568a8,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:38.804380 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8f5b7a3c-5da2-4673-9ef9-16deefe4c948 None None] Attempting to bind port d13f53ff-c3c8-47a2-adc5-95ebfde568a8 on host dv-cinder-816324-4-smb for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:38.804824 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8f5b7a3c-5da2-4673-9ef9-16deefe4c948 None None] Attempting to bind port d13f53ff-c3c8-47a2-adc5-95ebfde568a8 by drivers openvswitch,hyperv on host dv-cinder-816324-4-smb at level 0 using segments [{'id': 'ec72d818-30a1-471c-ac19-98b44dda9e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:38.805408 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b7a3c-5da2-4673-9ef9-16deefe4c948 None None] Attempting to bind port d13f53ff-c3c8-47a2-adc5-95ebfde568a8 on network 73c96041-9b28-4c68-9fa9-490b84a1a86c {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:38.810571 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b7a3c-5da2-4673-9ef9-16deefe4c948 None None] Checking agent: {'id': '3401932b-84b7-4798-97d9-02908ea34a73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 24, 32), 'started_at': datetime.datetime(2021, 11, 19, 13, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:38.810940 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b7a3c-5da2-4673-9ef9-16deefe4c948 None None] Checking segment: {'id': 'ec72d818-30a1-471c-ac19-98b44dda9e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:38.811446 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7a3c-5da2-4673-9ef9-16deefe4c948 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.811864 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b7a3c-5da2-4673-9ef9-16deefe4c948 None None] Bound using segment: {'id': 'ec72d818-30a1-471c-ac19-98b44dda9e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:38.812325 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8f5b7a3c-5da2-4673-9ef9-16deefe4c948 None None] Bound port: d13f53ff-c3c8-47a2-adc5-95ebfde568a8, host: dv-cinder-816324-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec72d818-30a1-471c-ac19-98b44dda9e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:38.812700 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7a3c-5da2-4673-9ef9-16deefe4c948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.864486 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fa4298dc-b347-4bf3-b016-764a228a5341 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.902853 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8f5b7a3c-5da2-4673-9ef9-16deefe4c948 None None] For port d13f53ff-c3c8-47a2-adc5-95ebfde568a8, host dv-cinder-816324-4-smb, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:38.907314 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8f5b7a3c-5da2-4673-9ef9-16deefe4c948 None None] For port d13f53ff-c3c8-47a2-adc5-95ebfde568a8, host dv-cinder-816324-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=d13f53ff-c3c8-47a2-adc5-95ebfde568a8,segment=NetworkSegment(ec72d818-30a1-471c-ac19-98b44dda9e7c),segment_id=ec72d818-30a1-471c-ac19-98b44dda9e7c)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:38.913510 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fa4298dc-b347-4bf3-b016-764a228a5341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.914116 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7a3c-5da2-4673-9ef9-16deefe4c948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.937536 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f64697-c9ea-4b21-989f-6232fb3f17c1 req-fd713828-8638-4a9d-8da2-9e3058d50afc tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:38.947749 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-73f64697-c9ea-4b21-989f-6232fb3f17c1 req-fd713828-8638-4a9d-8da2-9e3058d50afc tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0737357 Nov 19 13:33:38.960474 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4298dc-b347-4bf3-b016-764a228a5341 admin admin] Network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:38.965438 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 18e7296d-ec6c-466c-8e98-26cfc7426472 up at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:38.969517 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-fa4298dc-b347-4bf3-b016-764a228a5341 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:38.983687 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4298dc-b347-4bf3-b016-764a228a5341 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:39.005680 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-73f64697-c9ea-4b21-989f-6232fb3f17c1 req-39df16d0-7b01-450e-9d8f-961105b320c7 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561385 Nov 19 13:33:39.063467 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b7a3c-5da2-4673-9ef9-16deefe4c948 None None] Pushing event updated for resources: {'Port': ['ID=d13f53ff-c3c8-47a2-adc5-95ebfde568a8,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:39.081293 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4298dc-b347-4bf3-b016-764a228a5341 admin admin] Pushing event updated for resources: {'Port': ['ID=f82c42d9-36b5-43ff-854c-f5850a48cc66,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:39.083041 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning for port 18e7296d-ec6c-466c-8e98-26cfc7426472 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:33:39.087082 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning complete for port 18e7296d-ec6c-466c-8e98-26cfc7426472 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:39.087450 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.160880 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842a06c-0e7c-4a2b-b355-8cf530cf5a1c req-65aad20e-641d-4cee-9d47-ad8fda1b3c93 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:39.169119 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d842a06c-0e7c-4a2b-b355-8cf530cf5a1c req-65aad20e-641d-4cee-9d47-ad8fda1b3c93 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f29580c-3285-4711-8f5a-1d0c36d6771f HTTP/1.1" status: 200 len: 944 time: 0.0597293 Nov 19 13:33:39.260749 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d842a06c-0e7c-4a2b-b355-8cf530cf5a1c req-2f1d8f9f-b054-4311-abeb-9df41b01328b tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904233 Nov 19 13:33:39.271115 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.304310 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f29580c-3285-4711-8f5a-1d0c36d6771f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e7296d-ec6c-466c-8e98-26cfc7426472'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:39.308282 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e055a475c9f0143691b95be0e0209c275a71c4689c1f5f09712fcbe57faa4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d304ca99-c99b-4aa9-84bf-63c276099f92" -d '{"events": [{"server_uuid": "7f29580c-3285-4711-8f5a-1d0c36d6771f", "name": "network-vif-plugged", "status": "completed", "tag": "18e7296d-ec6c-466c-8e98-26cfc7426472"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:39.323204 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 18e7296d-ec6c-466c-8e98-26cfc7426472, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=18e7296d-ec6c-466c-8e98-26cfc7426472,segment=NetworkSegment(85056d8e-48cf-4ef4-b765-08a82b1fd145),segment_id=85056d8e-48cf-4ef4-b765-08a82b1fd145)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:39.328628 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.364543 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7697222f-42e4-4540-bef1-a6ea3c89e766 x-openstack-request-id: req-7697222f-42e4-4540-bef1-a6ea3c89e766 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:39.364854 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f29580c-3285-4711-8f5a-1d0c36d6771f", "name": "network-vif-plugged", "status": "completed", "tag": "18e7296d-ec6c-466c-8e98-26cfc7426472", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:39.365204 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7697222f-42e4-4540-bef1-a6ea3c89e766 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:39.365764 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f29580c-3285-4711-8f5a-1d0c36d6771f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e7296d-ec6c-466c-8e98-26cfc7426472', 'code': 200} Nov 19 13:33:39.402818 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=18e7296d-ec6c-466c-8e98-26cfc7426472,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:39.426006 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fa4298dc-b347-4bf3-b016-764a228a5341 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.593668 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf0598-04bb-420a-a6c0-e6522f7b6039 req-c7606a6a-c7ce-4a0e-a479-03f8550930cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:39.595694 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b3bf0598-04bb-420a-a6c0-e6522f7b6039 req-c7606a6a-c7ce-4a0e-a479-03f8550930cf service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7f29580c-3285-4711-8f5a-1d0c36d6771f HTTP/1.1" status: 200 len: 1098 time: 0.0864809 Nov 19 13:33:39.644452 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f78bb9-77d2-429c-b3ae-a354723427e4 req-9f845b54-3bc7-4a3f-9ef7-d6b87dbfd001 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:39.646351 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f9f78bb9-77d2-429c-b3ae-a354723427e4 req-9f845b54-3bc7-4a3f-9ef7-d6b87dbfd001 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 943 time: 0.1064091 Nov 19 13:33:39.667725 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fa4298dc-b347-4bf3-b016-764a228a5341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1791423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1796940'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.690909 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b3bf0598-04bb-420a-a6c0-e6522f7b6039 req-c08b06c5-be75-4fd8-aefb-25f44b539bb8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857096 Nov 19 13:33:39.721882 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f9f78bb9-77d2-429c-b3ae-a354723427e4 req-6470e192-8a16-4535-9400-504c723bd587 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643964 Nov 19 13:33:39.805743 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4298dc-b347-4bf3-b016-764a228a5341 admin admin] Router a7421bcb-d3ea-4941-94a2-12c0e5dd4544 is scheduled to L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:33:39.920678 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4298dc-b347-4bf3-b016-764a228a5341 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:39.930309 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] Sync routers for ids ['a7421bcb-d3ea-4941-94a2-12c0e5dd4544'] in dv-cinder-816324-4-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:39.941916 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fa4298dc-b347-4bf3-b016-764a228a5341 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.942687 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] Routers {'a7421bcb-d3ea-4941-94a2-12c0e5dd4544'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:39.943176 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-fa4298dc-b347-4bf3-b016-764a228a5341 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8701808 Nov 19 13:33:39.943510 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:33:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['a7421bcb-d3ea-4941-94a2-12c0e5dd4544'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:39.945944 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 43526) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:40.060738 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d439e9-abeb-4cee-b178-20765914114b None None] Network 73c96041-9b28-4c68-9fa9-490b84a1a86c requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:40.135578 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] Set router a7421bcb-d3ea-4941-94a2-12c0e5dd4544 gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:40.203417 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5e12a-e516-44e1-8136-a3cb37371fda req-b4442c44-edb2-4be1-b1d8-da2291fa78cf tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:40.203944 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9ab62d68-1625-4b25-be0c-d25f45c49927 None None] Provisioning complete for port d13f53ff-c3c8-47a2-adc5-95ebfde568a8 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:40.203944 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9ab62d68-1625-4b25-be0c-d25f45c49927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:40.216258 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-70d5e12a-e516-44e1-8136-a3cb37371fda req-b4442c44-edb2-4be1-b1d8-da2291fa78cf tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0893028 Nov 19 13:33:40.314339 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-70d5e12a-e516-44e1-8136-a3cb37371fda req-8e5ef9a7-3bfa-451b-b71d-ca77f9e0b9b0 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971522 Nov 19 13:33:40.329963 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9ab62d68-1625-4b25-be0c-d25f45c49927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:40.347263 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'name': 'tempest-TestShelveInstance-1440304289-router', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:33:39Z', 'revision_number': 3, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'gw_port': {'id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:33:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:40.377602 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9ab62d68-1625-4b25-be0c-d25f45c49927 None None] For port d13f53ff-c3c8-47a2-adc5-95ebfde568a8, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=d13f53ff-c3c8-47a2-adc5-95ebfde568a8,segment=NetworkSegment(ec72d818-30a1-471c-ac19-98b44dda9e7c),segment_id=ec72d818-30a1-471c-ac19-98b44dda9e7c)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:40.387204 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9ab62d68-1625-4b25-be0c-d25f45c49927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:40.405147 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] Checking router: a7421bcb-d3ea-4941-94a2-12c0e5dd4544 for host: dv-cinder-816324-4-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:33:40.405725 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] Updating router a7421bcb-d3ea-4941-94a2-12c0e5dd4544 port f82c42d9-36b5-43ff-854c-f5850a48cc66 binding host dv-cinder-816324-4-smb {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:33:40.442746 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:40.463436 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b166ae-3e56-40e1-85ec-2a13e188b2b0 req-5502e898-de77-4cf7-817a-a226be61588b tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:40.465028 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a2b166ae-3e56-40e1-85ec-2a13e188b2b0 req-5502e898-de77-4cf7-817a-a226be61588b tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f29580c-3285-4711-8f5a-1d0c36d6771f HTTP/1.1" status: 200 len: 945 time: 0.0927675 Nov 19 13:33:40.554379 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a2b166ae-3e56-40e1-85ec-2a13e188b2b0 req-2c4321c4-a31c-4714-9816-bca1d4c7d14b tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777235 Nov 19 13:33:40.647817 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab62d68-1625-4b25-be0c-d25f45c49927 None None] Pushing event updated for resources: {'Port': ['ID=d13f53ff-c3c8-47a2-adc5-95ebfde568a8,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:40.730363 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 43542) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:40.818163 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-32fc5831-1ebe-4213-8186-152cb224a586 None None] Provisioning complete for port d13f53ff-c3c8-47a2-adc5-95ebfde568a8 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:40.818536 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32fc5831-1ebe-4213-8186-152cb224a586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:40.824436 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-d357a0ac-8833-44e7-8451-93ceac44dd46 admin admin] Deleting subnet 97a3f337-a0e6-4285-9b81-39d7c78e178f {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:33:40.829029 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d357a0ac-8833-44e7-8451-93ceac44dd46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:40.831942 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-60d2bf85-4e40-4cd8-a89d-473a191d5566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:40.870494 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d357a0ac-8833-44e7-8451-93ceac44dd46 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:40.882325 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d357a0ac-8833-44e7-8451-93ceac44dd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724083'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:40.891336 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:40.894491 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device d13f53ff-c3c8-47a2-adc5-95ebfde568a8 up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:40.902682 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:40.957163 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1b335-9ca2-49f6-b2d7-39068fc37283 None None] Pushing event updated for resources: {'Port': ['ID=f82c42d9-36b5-43ff-854c-f5850a48cc66,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:40.961392 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 82345027-4989-42a9-8675-3574f1b5896a details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:33:40.969502 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f1b335-9ca2-49f6-b2d7-39068fc37283 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:40.969890 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f1b335-9ca2-49f6-b2d7-39068fc37283 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:40.970435 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f1b335-9ca2-49f6-b2d7-39068fc37283 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:40.970920 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f1b335-9ca2-49f6-b2d7-39068fc37283 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:40.971410 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f1b335-9ca2-49f6-b2d7-39068fc37283 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:40.971956 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f1b335-9ca2-49f6-b2d7-39068fc37283 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:40.972428 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f1b335-9ca2-49f6-b2d7-39068fc37283 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:40.973118 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f1b335-9ca2-49f6-b2d7-39068fc37283 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:40.974119 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f1b335-9ca2-49f6-b2d7-39068fc37283 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:40.974905 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f1b335-9ca2-49f6-b2d7-39068fc37283 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:40.975447 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f1b335-9ca2-49f6-b2d7-39068fc37283 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:40.976069 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f1b335-9ca2-49f6-b2d7-39068fc37283 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:41.008022 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] Attempting to bind port f82c42d9-36b5-43ff-854c-f5850a48cc66 on host dv-cinder-816324-4-smb for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:41.008789 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] Attempting to bind port f82c42d9-36b5-43ff-854c-f5850a48cc66 by drivers openvswitch,hyperv on host dv-cinder-816324-4-smb at level 0 using segments [{'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:41.009389 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] Attempting to bind port f82c42d9-36b5-43ff-854c-f5850a48cc66 on network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:41.015469 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] Checking agent: {'id': '3401932b-84b7-4798-97d9-02908ea34a73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 24, 32), 'started_at': datetime.datetime(2021, 11, 19, 13, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:41.016357 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] Checking segment: {'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:41.016972 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.017562 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] Bound using segment: {'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:41.018237 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] Bound port: f82c42d9-36b5-43ff-854c-f5850a48cc66, host: dv-cinder-816324-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:41.018854 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.066236 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d357a0ac-8833-44e7-8451-93ceac44dd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.069451 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-60d2bf85-4e40-4cd8-a89d-473a191d5566 admin admin] Allocated IP 172.20.0.1 (73c96041-9b28-4c68-9fa9-490b84a1a86c/0d417f6d-4d23-4260-8964-4b050adda031/4157eae1-7763-4b08-a1ae-55069b0d3dac) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:41.086426 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] For port f82c42d9-36b5-43ff-854c-f5850a48cc66, host dv-cinder-816324-4-smb, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:41.092582 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] For port f82c42d9-36b5-43ff-854c-f5850a48cc66, host dv-cinder-816324-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=f82c42d9-36b5-43ff-854c-f5850a48cc66,segment=NetworkSegment(627c73c3-23a8-462a-849f-9d71a84e6d70),segment_id=627c73c3-23a8-462a-849f-9d71a84e6d70)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:41.099222 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port d13f53ff-c3c8-47a2-adc5-95ebfde568a8 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:41.099821 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.101726 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.164463 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d357a0ac-8833-44e7-8451-93ceac44dd46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.173927 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-d357a0ac-8833-44e7-8451-93ceac44dd46 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/97a3f337-a0e6-4285-9b81-39d7c78e178f HTTP/1.1" status: 204 len: 168 time: 0.4355021 Nov 19 13:33:41.175562 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357a0ac-8833-44e7-8451-93ceac44dd46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97a3f337-a0e6-4285-9b81-39d7c78e178f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:41.189740 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 43546) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:41.193191 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 82345027-4989-42a9-8675-3574f1b5896a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=82345027-4989-42a9-8675-3574f1b5896a,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:41.210429 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Returning: {'device': '82345027-4989-42a9-8675-3574f1b5896a', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'port_id': '82345027-4989-42a9-8675-3574f1b5896a', 'mac_address': 'fa:16:3e:e1:45:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:33:41.220511 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] Routers {'a7421bcb-d3ea-4941-94a2-12c0e5dd4544'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:41.221651 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:33:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['a7421bcb-d3ea-4941-94a2-12c0e5dd4544'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:41.234301 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-60d2bf85-4e40-4cd8-a89d-473a191d5566 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.269432 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bd649-059f-493a-b1a2-1ec397c12186 req-65fb2db1-e50e-4a40-8c57-f9b1040e96a0 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:41.273433 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1b335-9ca2-49f6-b2d7-39068fc37283 None None] Pushing event updated for resources: {'Port': ['ID=f82c42d9-36b5-43ff-854c-f5850a48cc66,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:41.279462 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-105bd649-059f-493a-b1a2-1ec397c12186 req-65fb2db1-e50e-4a40-8c57-f9b1040e96a0 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 943 time: 0.3000562 Nov 19 13:33:41.289841 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-60d2bf85-4e40-4cd8-a89d-473a191d5566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.311271 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.319278 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613477'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.325759 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82345027-4989-42a9-8675-3574f1b5896a {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:41.342698 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d2bf85-4e40-4cd8-a89d-473a191d5566 admin admin] Network 73c96041-9b28-4c68-9fa9-490b84a1a86c is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:41.345789 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-60d2bf85-4e40-4cd8-a89d-473a191d5566 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:41.349619 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d2bf85-4e40-4cd8-a89d-473a191d5566 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:41.372506 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-105bd649-059f-493a-b1a2-1ec397c12186 req-474e58c7-1af3-4f14-a038-114b112ac4a5 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917816 Nov 19 13:33:41.377687 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 82345027-4989-42a9-8675-3574f1b5896a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=82345027-4989-42a9-8675-3574f1b5896a,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:41.382315 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2bf85-4e40-4cd8-a89d-473a191d5566 admin admin] Pushing event updated for resources: {'Port': ['ID=4157eae1-7763-4b08-a1ae-55069b0d3dac,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:41.384658 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.406645 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] Set router a7421bcb-d3ea-4941-94a2-12c0e5dd4544 gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:41.427040 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-60d2bf85-4e40-4cd8-a89d-473a191d5566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796657'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.471149 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=82345027-4989-42a9-8675-3574f1b5896a,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:41.487980 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734982', 'neutron.services.segments.db._delete_segments_for_network-8736459861315'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.527189 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:41.527576 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:41.528349 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:41.528700 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] Subscribe: > port after_create 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:41.531891 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] Subscribe: > port after_delete 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:41.532278 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] Subscribe: > port after_update 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:41.532637 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:41.532970 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:41.533286 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:41.533642 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:41.567414 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-60d2bf85-4e40-4cd8-a89d-473a191d5566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.617882 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:41.618238 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:41.618632 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:41.619778 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:41.620356 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.services.segments.db [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ff7982-0324-4ea2-8fed-48251fd36c42']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:41.678933 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.services.segments.db [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5224f949-5a07-471e-9e7b-a597bd8203e7') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:41.679368 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.services.segments.db [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5224f949-5a07-471e-9e7b-a597bd8203e7') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:41.734414 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'name': 'tempest-TestShelveInstance-1440304289-router', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:33:39Z', 'revision_number': 3, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'gw_port': {'id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:41.752634 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736459878072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13604451'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.753096 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['82345027-4989-42a9-8675-3574f1b5896a'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:33:41.756469 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-8cccbfe3-ff2c-4d16-931d-4ed9128840bc None None] Provisioning complete for port 4157eae1-7763-4b08-a1ae-55069b0d3dac triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:41.757158 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8cccbfe3-ff2c-4d16-931d-4ed9128840bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.810041 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.815494 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d767cda4-fe4d-4e44-bfed-9411d97fc8ef None None] The sync data for ids ['a7421bcb-d3ea-4941-94a2-12c0e5dd4544'] in dv-cinder-816324-4-smb is: [{'id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'name': 'tempest-TestShelveInstance-1440304289-router', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:33:39Z', 'revision_number': 3, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'gw_port': {'id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:41.824254 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bbe21-28ba-4a95-9326-e6f1d2604ed6 req-1f1af240-df07-4a6a-9175-9623e0d495a1 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:41.828911 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-60d2bf85-4e40-4cd8-a89d-473a191d5566 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.832546 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-505bbe21-28ba-4a95-9326-e6f1d2604ed6 req-1f1af240-df07-4a6a-9175-9623e0d495a1 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.3306575 Nov 19 13:33:41.835730 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-60d2bf85-4e40-4cd8-a89d-473a191d5566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.841327 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8cccbfe3-ff2c-4d16-931d-4ed9128840bc None None] Port 4157eae1-7763-4b08-a1ae-55069b0d3dac cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:41.852311 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:33:41.852785 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13422481'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.862953 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89a715-951e-4e4d-abd6-e061d03bc0cc req-45422f25-daca-4449-8de2-c5427a53b0d7 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:41.864491 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ee89a715-951e-4e4d-abd6-e061d03bc0cc req-45422f25-daca-4449-8de2-c5427a53b0d7 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f29580c-3285-4711-8f5a-1d0c36d6771f HTTP/1.1" status: 200 len: 945 time: 0.1967895 Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: from cryptography.utils import int_from_bytes Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: from cryptography.utils import int_from_bytes Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: Traceback (most recent call last): Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: timer() Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: cb(*args, **kw) Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: return func(*args, **kwargs) Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: self._notify() Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: self.callback(batched_events) Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: event.method(event) Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: return f(self, *a, **k) Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: return self._get(url).json() Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:33:41.868792 dv-cinder-816324-4-smb neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:33:41.928434 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-60d2bf85-4e40-4cd8-a89d-473a191d5566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1796749'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.930821 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2bf85-4e40-4cd8-a89d-473a191d5566 admin admin] Pushing event updated for resources: {'Port': ['ID=4157eae1-7763-4b08-a1ae-55069b0d3dac,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:42.012193 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-505bbe21-28ba-4a95-9326-e6f1d2604ed6 req-fe28c958-c7ba-44c0-a0ae-348ecded2693 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787367 Nov 19 13:33:42.015950 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796996'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.022796 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ee89a715-951e-4e4d-abd6-e061d03bc0cc req-14562194-6bab-4db5-87ba-4fa738869503 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012011 Nov 19 13:33:42.041447 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d2bf85-4e40-4cd8-a89d-473a191d5566 admin admin] Network 73c96041-9b28-4c68-9fa9-490b84a1a86c is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:42.043448 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] Pushing event deleted for resources: {'Network': ['ID=56ff7982-0324-4ea2-8fed-48251fd36c42,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:42.043834 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-60d2bf85-4e40-4cd8-a89d-473a191d5566 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:42.045373 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.051629 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-334dd935-2e1d-4b40-81d2-d1f0c7c34d0a admin admin] 10.222.0.70 "DELETE /v2.0/networks/56ff7982-0324-4ea2-8fed-48251fd36c42 HTTP/1.1" status: 204 len: 168 time: 0.8580155 Nov 19 13:33:42.051796 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 43560) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:42.115033 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-87cf9ab2-4683-4373-9103-c5e9dd96d610 admin admin] Deleting subnet b731022a-1862-46a5-837a-89d6ef82b81f {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:33:42.119393 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87cf9ab2-4683-4373-9103-c5e9dd96d610 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.223139 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87cf9ab2-4683-4373-9103-c5e9dd96d610 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13604458'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.229773 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d2bf85-4e40-4cd8-a89d-473a191d5566 admin admin] Router a7421bcb-d3ea-4941-94a2-12c0e5dd4544 has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:33:42.282106 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87cf9ab2-4683-4373-9103-c5e9dd96d610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724083'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.362133 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87cf9ab2-4683-4373-9103-c5e9dd96d610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13422571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14398321'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.387454 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e6e830ce-84a9-42c9-9565-b36e5e8441a7 None None] Provisioning complete for port 4157eae1-7763-4b08-a1ae-55069b0d3dac triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:42.388039 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e6e830ce-84a9-42c9-9565-b36e5e8441a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.391320 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d2bf85-4e40-4cd8-a89d-473a191d5566 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:42.415100 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf9ab2-4683-4373-9103-c5e9dd96d610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b731022a-1862-46a5-837a-89d6ef82b81f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:42.417155 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-60d2bf85-4e40-4cd8-a89d-473a191d5566 admin admin] 10.222.0.70 "PUT /v2.0/routers/a7421bcb-d3ea-4941-94a2-12c0e5dd4544/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4649780 Nov 19 13:33:42.420553 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87cf9ab2-4683-4373-9103-c5e9dd96d610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.427294 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 43568) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:42.435258 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-87cf9ab2-4683-4373-9103-c5e9dd96d610 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b731022a-1862-46a5-837a-89d6ef82b81f HTTP/1.1" status: 204 len: 168 time: 0.3825018 Nov 19 13:33:42.467577 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e6e830ce-84a9-42c9-9565-b36e5e8441a7 None None] Port 4157eae1-7763-4b08-a1ae-55069b0d3dac cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:42.538555 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-25b4be52-e29f-48a2-88e1-0aa7616d4f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613477'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.578935 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4420313-3882-43c1-ad69-e6790127b627 req-19b5b58f-c407-4b8b-a684-9eb815147870 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:42.580554 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e4420313-3882-43c1-ad69-e6790127b627 req-19b5b58f-c407-4b8b-a684-9eb815147870 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 944 time: 0.0787678 Nov 19 13:33:42.653125 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e4420313-3882-43c1-ad69-e6790127b627 req-3d71c58f-e003-47d7-ba0f-cc36e77159bc tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662811 Nov 19 13:33:42.673580 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-25b4be52-e29f-48a2-88e1-0aa7616d4f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734982', 'neutron.services.segments.db._delete_segments_for_network-8736459861315'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.685365 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-25b4be52-e29f-48a2-88e1-0aa7616d4f9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b581f0-57c3-4b30-9f09-9167e33fc731']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:42.695604 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-25b4be52-e29f-48a2-88e1-0aa7616d4f9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5194a6-3799-4bab-a592-fd92c4dc7a2d') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:42.695855 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-25b4be52-e29f-48a2-88e1-0aa7616d4f9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5194a6-3799-4bab-a592-fd92c4dc7a2d') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:42.706199 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-25b4be52-e29f-48a2-88e1-0aa7616d4f9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736459878072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2801437'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.720297 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-25b4be52-e29f-48a2-88e1-0aa7616d4f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.728829 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b4be52-e29f-48a2-88e1-0aa7616d4f9d admin admin] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:33:42.729405 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-25b4be52-e29f-48a2-88e1-0aa7616d4f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14406814'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: Traceback (most recent call last): Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: timer() Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: cb(*args, **kw) Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: return func(*args, **kwargs) Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: self._notify() Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: self.callback(batched_events) Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: event.method(event) Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: return f(self, *a, **k) Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: return self._get(url).json() Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:33:42.731417 dv-cinder-816324-4-smb neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:33:42.828851 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-25b4be52-e29f-48a2-88e1-0aa7616d4f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796996'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.837465 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-25b4be52-e29f-48a2-88e1-0aa7616d4f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.842613 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-25b4be52-e29f-48a2-88e1-0aa7616d4f9d admin admin] 10.222.0.70 "DELETE /v2.0/networks/80b581f0-57c3-4b30-9f09-9167e33fc731 HTTP/1.1" status: 204 len: 168 time: 0.4140732 Nov 19 13:33:42.855926 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4be52-e29f-48a2-88e1-0aa7616d4f9d admin admin] Pushing event deleted for resources: {'Network': ['ID=80b581f0-57c3-4b30-9f09-9167e33fc731,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:42.856880 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device f82c42d9-36b5-43ff-854c-f5850a48cc66 up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:42.929813 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port f82c42d9-36b5-43ff-854c-f5850a48cc66 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:42.930573 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.962681 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 82345027-4989-42a9-8675-3574f1b5896a up at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:43.075417 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning for port 82345027-4989-42a9-8675-3574f1b5896a completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:33:43.085198 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning complete for port 82345027-4989-42a9-8675-3574f1b5896a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:43.085583 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.088239 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.134166 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 43594) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:43.135077 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] For port f82c42d9-36b5-43ff-854c-f5850a48cc66, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=f82c42d9-36b5-43ff-854c-f5850a48cc66,segment=NetworkSegment(627c73c3-23a8-462a-849f-9d71a84e6d70),segment_id=627c73c3-23a8-462a-849f-9d71a84e6d70)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:43.140537 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.219991 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-aece5900-1c09-4ce7-997d-ed4db940c5ad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5bd916f394bc447781f0aecf798f89a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0818305 Nov 19 13:33:43.219991 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 43596) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:43.232463 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Pushing event updated for resources: {'Port': ['ID=f82c42d9-36b5-43ff-854c-f5850a48cc66,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:43.240972 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.263291 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d7507-b90e-478a-bd4e-d925b5071ea9 req-c60ffafa-403e-49c1-9562-d66d9ea646b6 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:43.269516 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f4f2fe-acbd-4940-80d4-9c8cee38bbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82345027-4989-42a9-8675-3574f1b5896a'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:43.270157 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-476d7507-b90e-478a-bd4e-d925b5071ea9 req-c60ffafa-403e-49c1-9562-d66d9ea646b6 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.1393499 Nov 19 13:33:43.271893 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e055a475c9f0143691b95be0e0209c275a71c4689c1f5f09712fcbe57faa4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576925d2-66b5-4cd7-a17d-dc8e331c342c" -d '{"events": [{"server_uuid": "27f4f2fe-acbd-4940-80d4-9c8cee38bbba", "name": "network-vif-plugged", "status": "completed", "tag": "82345027-4989-42a9-8675-3574f1b5896a"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:43.280093 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2cfa5643-a7c4-4b41-80c3-03404c8af384 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.287500 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 82345027-4989-42a9-8675-3574f1b5896a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=82345027-4989-42a9-8675-3574f1b5896a,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:43.292412 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.308190 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2cfa5643-a7c4-4b41-80c3-03404c8af384 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.347724 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af15a43-57fd-4611-b125-63cc24ef1183 x-openstack-request-id: req-8af15a43-57fd-4611-b125-63cc24ef1183 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:43.348093 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f4f2fe-acbd-4940-80d4-9c8cee38bbba", "name": "network-vif-plugged", "status": "completed", "tag": "82345027-4989-42a9-8675-3574f1b5896a", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:43.348431 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8af15a43-57fd-4611-b125-63cc24ef1183 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:43.348845 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f4f2fe-acbd-4940-80d4-9c8cee38bbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82345027-4989-42a9-8675-3574f1b5896a', 'code': 200} Nov 19 13:33:43.350074 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=82345027-4989-42a9-8675-3574f1b5896a,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:43.370604 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2cfa5643-a7c4-4b41-80c3-03404c8af384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.373600 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2cfa5643-a7c4-4b41-80c3-03404c8af384 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.374766 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-2cfa5643-a7c4-4b41-80c3-03404c8af384 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ded15869-919d-4aa5-bd57-a54a88afea7e HTTP/1.1" status: 204 len: 168 time: 0.1533172 Nov 19 13:33:43.382804 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa5643-a7c4-4b41-80c3-03404c8af384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded15869-919d-4aa5-bd57-a54a88afea7e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:43.410692 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-476d7507-b90e-478a-bd4e-d925b5071ea9 req-cc28f689-b79c-4631-8769-27d77a7b943b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236467 Nov 19 13:33:43.488169 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 43606) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:43.497203 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-405dac46-04a7-49d9-b17f-576e4fcd2823 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-107570021-network', 'tenant_id': '25453cf8660b4a4180917f8ec7474936'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:43.518808 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405dac46-04a7-49d9-b17f-576e4fcd2823 admin admin] Made reservation on behalf of 25453cf8660b4a4180917f8ec7474936 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:43.521579 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-405dac46-04a7-49d9-b17f-576e4fcd2823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.534443 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-405dac46-04a7-49d9-b17f-576e4fcd2823 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.596087 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cf4b8-cea2-41d9-8115-9514c92cc97f req-6d55d8e4-94f3-4f40-91e9-5067dc8409b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:43.598190 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-bd1cf4b8-cea2-41d9-8115-9514c92cc97f req-6d55d8e4-94f3-4f40-91e9-5067dc8409b0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 1098 time: 0.0562932 Nov 19 13:33:43.628164 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-405dac46-04a7-49d9-b17f-576e4fcd2823 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.633453 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-405dac46-04a7-49d9-b17f-576e4fcd2823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.656401 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405dac46-04a7-49d9-b17f-576e4fcd2823 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1129} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:33:43.673555 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-bd1cf4b8-cea2-41d9-8115-9514c92cc97f req-31621e8c-102f-417b-ada0-6d46af50eaaf service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639343 Nov 19 13:33:43.690278 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405dac46-04a7-49d9-b17f-576e4fcd2823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13452f25-3e52-4413-86ac-fea7d1e90fee,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:43.699848 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-405dac46-04a7-49d9-b17f-576e4fcd2823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.700264 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.db.segments_db [None req-405dac46-04a7-49d9-b17f-576e4fcd2823 admin admin] Added segment f1dc5283-f9bf-408d-9994-e3b817cc45de of type vlan for network dffd4391-19c4-4fb8-888e-aab08caae680 Nov 19 13:33:43.808963 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-405dac46-04a7-49d9-b17f-576e4fcd2823 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736459351574'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.834290 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55647e1-6905-4cfa-8e75-6ad4e7d860f8 req-a9fd2941-68e8-4919-a435-e0024655ed43 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:43.835869 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d55647e1-6905-4cfa-8e75-6ad4e7d860f8 req-a9fd2941-68e8-4919-a435-e0024655ed43 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.0675497 Nov 19 13:33:43.843045 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-405dac46-04a7-49d9-b17f-576e4fcd2823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.843997 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405dac46-04a7-49d9-b17f-576e4fcd2823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:43.844615 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-405dac46-04a7-49d9-b17f-576e4fcd2823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.900433 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-405dac46-04a7-49d9-b17f-576e4fcd2823 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4100757 Nov 19 13:33:43.905333 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d55647e1-6905-4cfa-8e75-6ad4e7d860f8 req-4ac62e02-f735-41bf-9682-fd8d26b7e2a5 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624142 Nov 19 13:33:43.905580 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 43618) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:43.910698 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e8678d19-5a09-4573-88f5-b849fe8b458b admin admin] Request body: {'subnet': {'network_id': 'dffd4391-19c4-4fb8-888e-aab08caae680', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-107570021-subnet', 'tenant_id': '25453cf8660b4a4180917f8ec7474936', 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:43.914202 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 43620) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:43.932322 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405dac46-04a7-49d9-b17f-576e4fcd2823 admin admin] Pushing event updated for resources: {'Network': ['ID=dffd4391-19c4-4fb8-888e-aab08caae680,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:43.942151 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Network dffd4391-19c4-4fb8-888e-aab08caae680 details requested by agent ovs-agent-dv-cinder-816324-4-smb with host dv-cinder-816324-4-smb {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:33:43.954422 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8678d19-5a09-4573-88f5-b849fe8b458b admin admin] Made reservation on behalf of 25453cf8660b4a4180917f8ec7474936 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:43.956717 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e8678d19-5a09-4573-88f5-b849fe8b458b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14398220'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:44.018462 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-3f81587e-77fb-4bd5-8cc6-2dc335de4f01 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b7ad1a63c0cf4e4e9f6e6f16761004f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1023428 Nov 19 13:33:44.021181 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 43622) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:44.081212 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-31bfaaf3-c21e-445b-bf2b-0460cdb05057 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:44.117259 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-31bfaaf3-c21e-445b-bf2b-0460cdb05057 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:44.184923 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-31bfaaf3-c21e-445b-bf2b-0460cdb05057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:44.187732 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-31bfaaf3-c21e-445b-bf2b-0460cdb05057 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:44.193580 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-31bfaaf3-c21e-445b-bf2b-0460cdb05057 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eaed7446-fe2f-41df-9111-23458c2ac77f HTTP/1.1" status: 204 len: 168 time: 0.1689041 Nov 19 13:33:44.221974 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e8678d19-5a09-4573-88f5-b849fe8b458b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13422378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14398334'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:44.224522 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfaaf3-c21e-445b-bf2b-0460cdb05057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaed7446-fe2f-41df-9111-23458c2ac77f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:44.225535 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] Sync routers for ids ['a7421bcb-d3ea-4941-94a2-12c0e5dd4544'] in dv-cinder-816324-4-smb {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:44.270572 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8678d19-5a09-4573-88f5-b849fe8b458b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ab25f0c-cba6-4d68-a4a3-c6d2f148a83a,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:44.273685 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] Routers {'a7421bcb-d3ea-4941-94a2-12c0e5dd4544'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:44.274553 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:33:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['a7421bcb-d3ea-4941-94a2-12c0e5dd4544'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:44.317270 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8678d19-5a09-4573-88f5-b849fe8b458b admin admin] Checking segment: {'id': 'f1dc5283-f9bf-408d-9994-e3b817cc45de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'dffd4391-19c4-4fb8-888e-aab08caae680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:44.317846 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8678d19-5a09-4573-88f5-b849fe8b458b admin admin] Network hostable DHCP agents. Network: dffd4391-19c4-4fb8-888e-aab08caae680, hostable agents: ['a9493b20-30d9-4471-90b9-83259b2d43bc'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:33:44.338690 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8678d19-5a09-4573-88f5-b849fe8b458b admin admin] Network dffd4391-19c4-4fb8-888e-aab08caae680 is scheduled to be hosted by DHCP agent a9493b20-30d9-4471-90b9-83259b2d43bc with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:33:44.366169 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-e8678d19-5a09-4573-88f5-b849fe8b458b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-smb, dffd4391-19c4-4fb8-888e-aab08caae680) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:44.376854 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8678d19-5a09-4573-88f5-b849fe8b458b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:44.377666 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e8678d19-5a09-4573-88f5-b849fe8b458b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:44.397233 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-e8678d19-5a09-4573-88f5-b849fe8b458b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4900517 Nov 19 13:33:44.399182 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 43640) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:44.404387 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c46578-bbcd-453d-b213-3fbeb7dd9483 None None] Network dffd4391-19c4-4fb8-888e-aab08caae680 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:44.405563 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4acf2117-0ce9-467a-b3db-5b140f01387e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-107570021-router', 'tenant_id': '25453cf8660b4a4180917f8ec7474936', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:44.447577 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4acf2117-0ce9-467a-b3db-5b140f01387e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6744'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:44.450865 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4acf2117-0ce9-467a-b3db-5b140f01387e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1791364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1796913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6723'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:44.490849 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] Set router a7421bcb-d3ea-4941-94a2-12c0e5dd4544 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:44.601253 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4acf2117-0ce9-467a-b3db-5b140f01387e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:44.648556 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea2e83-3ce0-4461-892b-b5e2d5930b14 req-7059c7c9-9cef-4a42-8630-737fb83bb773 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:44.659391 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-fdea2e83-3ce0-4461-892b-b5e2d5930b14 req-7059c7c9-9cef-4a42-8630-737fb83bb773 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.1152909 Nov 19 13:33:44.750033 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-fdea2e83-3ce0-4461-892b-b5e2d5930b14 req-e2411f04-d995-48f8-9938-064d8ef2d83b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849605 Nov 19 13:33:44.857527 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51255fb-2d04-43b8-902b-da5d16b9c64e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53cf6b08-0369-5507-b163-abf0e9693b8d-dffd4391-19c4-4fb8-888e-aab08caae680', 'network_id': 'dffd4391-19c4-4fb8-888e-aab08caae680', 'tenant_id': '25453cf8660b4a4180917f8ec7474936', 'fixed_ips': [{'subnet_id': '9ab25f0c-cba6-4d68-a4a3-c6d2f148a83a'}]}} from dv-cinder-816324-4-smb. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:33:44.858314 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e51255fb-2d04-43b8-902b-da5d16b9c64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:44.882968 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device f82c42d9-36b5-43ff-854c-f5850a48cc66 up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:44.895236 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4acf2117-0ce9-467a-b3db-5b140f01387e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.049230 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af000a6c-53ba-4c38-a6e0-bac60ca52fc0 req-a7818735-e35f-43c9-892b-7d9233270ba2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:45.050838 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-af000a6c-53ba-4c38-a6e0-bac60ca52fc0 req-a7818735-e35f-43c9-892b-7d9233270ba2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.0637434 Nov 19 13:33:45.122984 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-af000a6c-53ba-4c38-a6e0-bac60ca52fc0 req-2f5626d9-c3af-4db4-9619-c2e4ff83b703 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653493 Nov 19 13:33:45.172655 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4acf2117-0ce9-467a-b3db-5b140f01387e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.192200 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4acf2117-0ce9-467a-b3db-5b140f01387e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.287951 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port f82c42d9-36b5-43ff-854c-f5850a48cc66 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:45.288521 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.304524 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-4acf2117-0ce9-467a-b3db-5b140f01387e admin admin] Allocated IP 172.28.1.216 (f5fe0685-e1a5-4f21-925a-12d1aefd12c8/e23fd1b3-af46-4401-a4dc-3ec2e1f1f010/7cb626d4-1b56-4f13-8c79-59249c3ba134) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:45.331091 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-e51255fb-2d04-43b8-902b-da5d16b9c64e None None] Allocated IP 172.20.0.2 (dffd4391-19c4-4fb8-888e-aab08caae680/9ab25f0c-cba6-4d68-a4a3-c6d2f148a83a/7b59a5dc-9e6e-4216-ace1-bb9128ba254c) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:45.413413 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'name': 'tempest-TestShelveInstance-1440304289-router', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:33:41Z', 'revision_number': 4, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'gw_port': {'id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': '4157eae1-7763-4b08-a1ae-55069b0d3dac', 'name': '', 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'mac_address': 'fa:16:3e:21:b1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0d417f6d-4d23-4260-8964-4b050adda031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:40Z', 'updated_at': '2021-11-19T13:33:41Z', 'revision_number': 2, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'subnets': [{'id': '0d417f6d-4d23-4260-8964-4b050adda031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:45.460498 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] Checking router: a7421bcb-d3ea-4941-94a2-12c0e5dd4544 for host: dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:33:45.460853 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] Updating router a7421bcb-d3ea-4941-94a2-12c0e5dd4544 port 4157eae1-7763-4b08-a1ae-55069b0d3dac binding host dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:33:45.475016 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4acf2117-0ce9-467a-b3db-5b140f01387e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.516453 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4acf2117-0ce9-467a-b3db-5b140f01387e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.531256 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.558526 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acf2117-0ce9-467a-b3db-5b140f01387e admin admin] Network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:45.561715 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-4acf2117-0ce9-467a-b3db-5b140f01387e admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:45.564486 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acf2117-0ce9-467a-b3db-5b140f01387e admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:45.600494 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf2117-0ce9-467a-b3db-5b140f01387e admin admin] Pushing event updated for resources: {'Port': ['ID=7cb626d4-1b56-4f13-8c79-59249c3ba134,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:45.680945 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e51255fb-2d04-43b8-902b-da5d16b9c64e None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.695402 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e51255fb-2d04-43b8-902b-da5d16b9c64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.793541 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51255fb-2d04-43b8-902b-da5d16b9c64e None None] Network dffd4391-19c4-4fb8-888e-aab08caae680 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:45.794914 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51255fb-2d04-43b8-902b-da5d16b9c64e None None] Pushing event updated for resources: {'Port': ['ID=7b59a5dc-9e6e-4216-ace1-bb9128ba254c,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:45.801761 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-e51255fb-2d04-43b8-902b-da5d16b9c64e None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:45.806982 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51255fb-2d04-43b8-902b-da5d16b9c64e None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:45.916936 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6859ec-77d3-4379-bade-d071e9d35afc req-75394a4f-aadd-4f74-9103-16badff66a92 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:45.918383 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6d6859ec-77d3-4379-bade-d071e9d35afc req-75394a4f-aadd-4f74-9103-16badff66a92 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0954871 Nov 19 13:33:45.939243 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e51255fb-2d04-43b8-902b-da5d16b9c64e None None] Attempting to bind port 7b59a5dc-9e6e-4216-ace1-bb9128ba254c on host dv-cinder-816324-4-smb for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:45.939613 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e51255fb-2d04-43b8-902b-da5d16b9c64e None None] Attempting to bind port 7b59a5dc-9e6e-4216-ace1-bb9128ba254c by drivers openvswitch,hyperv on host dv-cinder-816324-4-smb at level 0 using segments [{'id': 'f1dc5283-f9bf-408d-9994-e3b817cc45de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'dffd4391-19c4-4fb8-888e-aab08caae680'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:45.939996 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51255fb-2d04-43b8-902b-da5d16b9c64e None None] Attempting to bind port 7b59a5dc-9e6e-4216-ace1-bb9128ba254c on network dffd4391-19c4-4fb8-888e-aab08caae680 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:45.969009 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51255fb-2d04-43b8-902b-da5d16b9c64e None None] Checking agent: {'id': '3401932b-84b7-4798-97d9-02908ea34a73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 24, 32), 'started_at': datetime.datetime(2021, 11, 19, 13, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:45.969387 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51255fb-2d04-43b8-902b-da5d16b9c64e None None] Checking segment: {'id': 'f1dc5283-f9bf-408d-9994-e3b817cc45de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'dffd4391-19c4-4fb8-888e-aab08caae680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:45.969793 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e51255fb-2d04-43b8-902b-da5d16b9c64e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.970188 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51255fb-2d04-43b8-902b-da5d16b9c64e None None] Bound using segment: {'id': 'f1dc5283-f9bf-408d-9994-e3b817cc45de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'dffd4391-19c4-4fb8-888e-aab08caae680'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:45.970669 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e51255fb-2d04-43b8-902b-da5d16b9c64e None None] Bound port: 7b59a5dc-9e6e-4216-ace1-bb9128ba254c, host: dv-cinder-816324-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1dc5283-f9bf-408d-9994-e3b817cc45de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'dffd4391-19c4-4fb8-888e-aab08caae680'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:45.971055 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e51255fb-2d04-43b8-902b-da5d16b9c64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.976030 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4acf2117-0ce9-467a-b3db-5b140f01387e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:46.004227 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6d6859ec-77d3-4379-bade-d071e9d35afc req-c704d988-3874-477a-bcdc-69b6da660b09 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784039 Nov 19 13:33:46.146222 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:46.153848 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e51255fb-2d04-43b8-902b-da5d16b9c64e None None] For port 7b59a5dc-9e6e-4216-ace1-bb9128ba254c, host dv-cinder-816324-4-smb, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:46.156264 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:46.159319 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e51255fb-2d04-43b8-902b-da5d16b9c64e None None] For port 7b59a5dc-9e6e-4216-ace1-bb9128ba254c, host dv-cinder-816324-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=7b59a5dc-9e6e-4216-ace1-bb9128ba254c,segment=NetworkSegment(f1dc5283-f9bf-408d-9994-e3b817cc45de),segment_id=f1dc5283-f9bf-408d-9994-e3b817cc45de)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:46.220791 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e51255fb-2d04-43b8-902b-da5d16b9c64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:46.255109 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4acf2117-0ce9-467a-b3db-5b140f01387e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1791423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1796940'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:46.257760 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f65a5-9239-4423-bbed-c727828628ae None None] Pushing event updated for resources: {'Port': ['ID=4157eae1-7763-4b08-a1ae-55069b0d3dac,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:46.370187 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a275a0-9d1b-45a6-9ca3-38d51ed33891 req-a2802929-dff6-472c-850a-d93c1b4c820b tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:46.372215 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-02a275a0-9d1b-45a6-9ca3-38d51ed33891 req-a2802929-dff6-472c-850a-d93c1b4c820b tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.1562843 Nov 19 13:33:46.436380 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51255fb-2d04-43b8-902b-da5d16b9c64e None None] Pushing event updated for resources: {'Port': ['ID=7b59a5dc-9e6e-4216-ace1-bb9128ba254c,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:46.459776 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acf2117-0ce9-467a-b3db-5b140f01387e admin admin] Router 5222fd70-ba5a-4610-a196-1cbfac231d8e is scheduled to L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:33:46.460657 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] Attempting to bind port 4157eae1-7763-4b08-a1ae-55069b0d3dac on host dv-cinder-816324-4-smb for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:46.461218 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] Attempting to bind port 4157eae1-7763-4b08-a1ae-55069b0d3dac by drivers openvswitch,hyperv on host dv-cinder-816324-4-smb at level 0 using segments [{'id': 'ec72d818-30a1-471c-ac19-98b44dda9e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:46.461782 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] Attempting to bind port 4157eae1-7763-4b08-a1ae-55069b0d3dac on network 73c96041-9b28-4c68-9fa9-490b84a1a86c {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:46.470606 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] Checking agent: {'id': '3401932b-84b7-4798-97d9-02908ea34a73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 24, 32), 'started_at': datetime.datetime(2021, 11, 19, 13, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:46.471045 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] Checking segment: {'id': 'ec72d818-30a1-471c-ac19-98b44dda9e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:46.471460 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:46.472079 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] Bound using segment: {'id': 'ec72d818-30a1-471c-ac19-98b44dda9e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:46.472829 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] Bound port: 4157eae1-7763-4b08-a1ae-55069b0d3dac, host: dv-cinder-816324-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec72d818-30a1-471c-ac19-98b44dda9e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:46.473275 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:46.507057 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-02a275a0-9d1b-45a6-9ca3-38d51ed33891 req-a67c1762-0869-4689-8977-cbbe71de3479 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204619 Nov 19 13:33:46.639858 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] For port 4157eae1-7763-4b08-a1ae-55069b0d3dac, host dv-cinder-816324-4-smb, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:46.644554 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] For port 4157eae1-7763-4b08-a1ae-55069b0d3dac, host dv-cinder-816324-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=4157eae1-7763-4b08-a1ae-55069b0d3dac,segment=NetworkSegment(ec72d818-30a1-471c-ac19-98b44dda9e7c),segment_id=ec72d818-30a1-471c-ac19-98b44dda9e7c)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:46.650165 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:46.747991 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f65a5-9239-4423-bbed-c727828628ae None None] Pushing event updated for resources: {'Port': ['ID=4157eae1-7763-4b08-a1ae-55069b0d3dac,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:46.755233 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dccb9-baba-46ad-a13a-88c76cc7b2ff req-200e170d-1732-4653-a862-42544becaa93 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:46.763412 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] Routers {'a7421bcb-d3ea-4941-94a2-12c0e5dd4544'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:46.764353 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:33:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['a7421bcb-d3ea-4941-94a2-12c0e5dd4544'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:46.779930 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-900dccb9-baba-46ad-a13a-88c76cc7b2ff req-200e170d-1732-4653-a862-42544becaa93 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.1318772 Nov 19 13:33:46.780843 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 43712) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:46.786826 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a218d3db-d6f8-4759-9d46-2e96be34fbab tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Request body: {'floatingip': {'port_id': '82345027-4989-42a9-8675-3574f1b5896a'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:46.905389 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-13010a49-a4d8-4ff4-9de2-8265ab5d2c5d None None] Provisioning complete for port 4157eae1-7763-4b08-a1ae-55069b0d3dac triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:46.909697 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-13010a49-a4d8-4ff4-9de2-8265ab5d2c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:46.975019 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 7b59a5dc-9e6e-4216-ace1-bb9128ba254c up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:47.018911 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a218d3db-d6f8-4759-9d46-2e96be34fbab tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for floatingip, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:47.063734 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] Set router a7421bcb-d3ea-4941-94a2-12c0e5dd4544 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:47.211275 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22834beb-c841-40a1-b1e3-59a77bde1d43 req-75ec951b-2875-4416-a0e5-bfd56059ea83 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:47.236244 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-22834beb-c841-40a1-b1e3-59a77bde1d43 req-75ec951b-2875-4416-a0e5-bfd56059ea83 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.1367984 Nov 19 13:33:47.341820 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-22834beb-c841-40a1-b1e3-59a77bde1d43 req-6b8c7d42-caea-4db8-a805-635a4d866678 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042879 Nov 19 13:33:47.403957 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acf2117-0ce9-467a-b3db-5b140f01387e admin admin] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:47.422312 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] Sync routers for ids ['5222fd70-ba5a-4610-a196-1cbfac231d8e'] in dv-cinder-816324-4-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:47.438192 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] Routers {'5222fd70-ba5a-4610-a196-1cbfac231d8e'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:47.456316 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:33:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['5222fd70-ba5a-4610-a196-1cbfac231d8e'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:47.505504 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port 7b59a5dc-9e6e-4216-ace1-bb9128ba254c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:47.505992 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:47.516830 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4acf2117-0ce9-467a-b3db-5b140f01387e admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:47.521002 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-4acf2117-0ce9-467a-b3db-5b140f01387e admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1173947 Nov 19 13:33:47.521340 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 43738) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:47.661442 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-13010a49-a4d8-4ff4-9de2-8265ab5d2c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:47.664671 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] Set router 5222fd70-ba5a-4610-a196-1cbfac231d8e gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:47.835021 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-13010a49-a4d8-4ff4-9de2-8265ab5d2c5d None None] For port 4157eae1-7763-4b08-a1ae-55069b0d3dac, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=4157eae1-7763-4b08-a1ae-55069b0d3dac,segment=NetworkSegment(ec72d818-30a1-471c-ac19-98b44dda9e7c),segment_id=ec72d818-30a1-471c-ac19-98b44dda9e7c)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:47.857487 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-13010a49-a4d8-4ff4-9de2-8265ab5d2c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:47.877506 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:47.968451 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5222fd70-ba5a-4610-a196-1cbfac231d8e', 'name': 'tempest-TestShelveInstance-107570021-router', 'tenant_id': '25453cf8660b4a4180917f8ec7474936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '7cb626d4-1b56-4f13-8c79-59249c3ba134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:44Z', 'updated_at': '2021-11-19T13:33:45Z', 'revision_number': 3, 'project_id': '25453cf8660b4a4180917f8ec7474936', 'gw_port': {'id': '7cb626d4-1b56-4f13-8c79-59249c3ba134', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5222fd70-ba5a-4610-a196-1cbfac231d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:45Z', 'updated_at': '2021-11-19T13:33:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:48.020185 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] Checking router: 5222fd70-ba5a-4610-a196-1cbfac231d8e for host: dv-cinder-816324-4-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:33:48.020387 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] Updating router 5222fd70-ba5a-4610-a196-1cbfac231d8e port 7cb626d4-1b56-4f13-8c79-59249c3ba134 binding host dv-cinder-816324-4-smb {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:33:48.052665 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:48.092444 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb92c834-248f-4a3a-89bb-342c6bc32b37 None None] Network dffd4391-19c4-4fb8-888e-aab08caae680 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:48.225125 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13010a49-a4d8-4ff4-9de2-8265ab5d2c5d None None] Pushing event updated for resources: {'Port': ['ID=4157eae1-7763-4b08-a1ae-55069b0d3dac,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:48.233979 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3cae5489-8e9e-4866-a20e-b1318e2640ac None None] Provisioning complete for port 7b59a5dc-9e6e-4216-ace1-bb9128ba254c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:48.234588 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3cae5489-8e9e-4866-a20e-b1318e2640ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:48.247549 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'name': 'tempest-TestShelveInstance-1440304289-router', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:33:41Z', 'revision_number': 4, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'gw_port': {'id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': '4157eae1-7763-4b08-a1ae-55069b0d3dac', 'name': '', 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'mac_address': 'fa:16:3e:21:b1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0d417f6d-4d23-4260-8964-4b050adda031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:40Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 4, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'subnets': [{'id': '0d417f6d-4d23-4260-8964-4b050adda031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:48.295094 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1994a757-b8f4-4457-9c34-5cdc52507e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:48.301365 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] For port 7b59a5dc-9e6e-4216-ace1-bb9128ba254c, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=7b59a5dc-9e6e-4216-ace1-bb9128ba254c,segment=NetworkSegment(f1dc5283-f9bf-408d-9994-e3b817cc45de),segment_id=f1dc5283-f9bf-408d-9994-e3b817cc45de)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:48.313938 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3ffc00-2f99-415c-8775-95355281a14c None None] The sync data for ids ['a7421bcb-d3ea-4941-94a2-12c0e5dd4544'] in dv-cinder-816324-4-smb is: [{'id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'name': 'tempest-TestShelveInstance-1440304289-router', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:33:41Z', 'revision_number': 4, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'gw_port': {'id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': '4157eae1-7763-4b08-a1ae-55069b0d3dac', 'name': '', 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'mac_address': 'fa:16:3e:21:b1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0d417f6d-4d23-4260-8964-4b050adda031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:40Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 4, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'subnets': [{'id': '0d417f6d-4d23-4260-8964-4b050adda031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:48.320086 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:48.476205 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:48.486895 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:48.540977 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a218d3db-d6f8-4759-9d46-2e96be34fbab tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:48.550417 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a218d3db-d6f8-4759-9d46-2e96be34fbab tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1797046'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:48.559859 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Pushing event updated for resources: {'Port': ['ID=7b59a5dc-9e6e-4216-ace1-bb9128ba254c,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:48.750105 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082c95c-953e-4196-ad11-45f8c8b73b8c None None] Pushing event updated for resources: {'Port': ['ID=7cb626d4-1b56-4f13-8c79-59249c3ba134,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:48.764415 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3cae5489-8e9e-4866-a20e-b1318e2640ac None None] Provisioning complete for port 4157eae1-7763-4b08-a1ae-55069b0d3dac triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:48.765664 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3cae5489-8e9e-4866-a20e-b1318e2640ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:48.780458 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc161b-480e-452f-8158-43769fe33e2d req-974f39d8-ea17-4489-9232-dfd53f7bd7d0 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:48.799547 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-fbdc161b-480e-452f-8158-43769fe33e2d req-974f39d8-ea17-4489-9232-dfd53f7bd7d0 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.3092496 Nov 19 13:33:48.831566 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] Attempting to bind port 7cb626d4-1b56-4f13-8c79-59249c3ba134 on host dv-cinder-816324-4-smb for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:48.832210 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] Attempting to bind port 7cb626d4-1b56-4f13-8c79-59249c3ba134 by drivers openvswitch,hyperv on host dv-cinder-816324-4-smb at level 0 using segments [{'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:48.833124 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] Attempting to bind port 7cb626d4-1b56-4f13-8c79-59249c3ba134 on network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:48.846062 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] Checking agent: {'id': '3401932b-84b7-4798-97d9-02908ea34a73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 24, 32), 'started_at': datetime.datetime(2021, 11, 19, 13, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:48.846639 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] Checking segment: {'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:48.847141 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:48.847635 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] Bound using segment: {'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:48.850097 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] Bound port: 7cb626d4-1b56-4f13-8c79-59249c3ba134, host: dv-cinder-816324-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:48.855262 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:48.870801 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.db.l3_db [None req-a218d3db-d6f8-4759-9d46-2e96be34fbab tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Floating IP 2eee40e5-e92c-4277-9706-56abcaa60358 associated. External IP: 172.28.1.31, port: 82345027-4989-42a9-8675-3574f1b5896a. Nov 19 13:33:48.988233 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] For port 7cb626d4-1b56-4f13-8c79-59249c3ba134, host dv-cinder-816324-4-smb, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:49.017032 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-1994a757-b8f4-4457-9c34-5cdc52507e67 admin admin] Allocated IP 172.20.0.1 (dffd4391-19c4-4fb8-888e-aab08caae680/9ab25f0c-cba6-4d68-a4a3-c6d2f148a83a/586dea20-3544-446e-8df5-80cd78e40431) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:49.030118 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] For port 7cb626d4-1b56-4f13-8c79-59249c3ba134, host dv-cinder-816324-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=7cb626d4-1b56-4f13-8c79-59249c3ba134,segment=NetworkSegment(627c73c3-23a8-462a-849f-9d71a84e6d70),segment_id=627c73c3-23a8-462a-849f-9d71a84e6d70)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:49.042171 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:49.113385 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 7b59a5dc-9e6e-4216-ace1-bb9128ba254c up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:49.116458 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-fbdc161b-480e-452f-8158-43769fe33e2d req-be50c32c-facf-4d46-b435-b98a0edd8593 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159187 Nov 19 13:33:49.195869 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082c95c-953e-4196-ad11-45f8c8b73b8c None None] Pushing event updated for resources: {'Port': ['ID=7cb626d4-1b56-4f13-8c79-59249c3ba134,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:49.278680 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] Routers {'5222fd70-ba5a-4610-a196-1cbfac231d8e'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:49.280168 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:33:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['5222fd70-ba5a-4610-a196-1cbfac231d8e'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:49.393185 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-472bd40b-753b-4cce-8dcd-ca0e1ae63df0 None None] Provisioning complete for port 7b59a5dc-9e6e-4216-ace1-bb9128ba254c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:49.393551 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-472bd40b-753b-4cce-8dcd-ca0e1ae63df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:49.442960 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port 7b59a5dc-9e6e-4216-ace1-bb9128ba254c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:49.443329 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:49.481721 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a218d3db-d6f8-4759-9d46-2e96be34fbab tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Router d9d912ba-55a7-4ab9-90aa-9b5def99f118 has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:33:49.517185 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] Set router 5222fd70-ba5a-4610-a196-1cbfac231d8e gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:49.674485 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-25877184-ca66-410a-8e3b-9ec9c1301236 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:49.681517 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-25877184-ca66-410a-8e3b-9ec9c1301236 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/networks?id=5381b9b1-2906-46aa-be36-c7c6a6939b5c HTTP/1.1" status: 200 len: 813 time: 0.5011101 Nov 19 13:33:49.686542 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1994a757-b8f4-4457-9c34-5cdc52507e67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:49.693093 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a218d3db-d6f8-4759-9d46-2e96be34fbab tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:49.694318 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 4157eae1-7763-4b08-a1ae-55069b0d3dac up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:49.708877 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a218d3db-d6f8-4759-9d46-2e96be34fbab tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:49.717126 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14abeeea-e58e-4e62-bbe3-93d570855e43 None None] Sync routers for ids ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'] in dv-cinder-816324-4-smb {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:49.738578 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14abeeea-e58e-4e62-bbe3-93d570855e43 None None] Routers {'d9d912ba-55a7-4ab9-90aa-9b5def99f118'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:49.739218 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-14abeeea-e58e-4e62-bbe3-93d570855e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:33:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:49.760592 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-a218d3db-d6f8-4759-9d46-2e96be34fbab tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "PUT /v2.0/floatingips/2eee40e5-e92c-4277-9706-56abcaa60358 HTTP/1.1" status: 200 len: 990 time: 2.9786394 Nov 19 13:33:49.761162 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f4f2fe-acbd-4940-80d4-9c8cee38bbba', 'tag': '82345027-4989-42a9-8675-3574f1b5896a'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:49.763501 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8d62f2-c747-47a1-a00a-bee36423a33b" -d '{"events": [{"name": "network-changed", "server_uuid": "27f4f2fe-acbd-4940-80d4-9c8cee38bbba", "tag": "82345027-4989-42a9-8675-3574f1b5896a"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:49.771981 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5659eff-859f-43a4-b8c0-9ed00b1a9f3a req-764cb1c2-f125-44ab-94c9-ee50311ccf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:49.773828 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e5659eff-859f-43a4-b8c0-9ed00b1a9f3a req-764cb1c2-f125-44ab-94c9-ee50311ccf6d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 1098 time: 0.2391829 Nov 19 13:33:49.778442 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-929f68a2-4228-4dbd-8fab-252fd7a10cae tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/quotas/f22b0a2f942a4e95b2561cf30d37dab8 HTTP/1.1" status: 200 len: 375 time: 0.0740457 Nov 19 13:33:49.812958 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1994a757-b8f4-4457-9c34-5cdc52507e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422526'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:49.831138 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5222fd70-ba5a-4610-a196-1cbfac231d8e', 'name': 'tempest-TestShelveInstance-107570021-router', 'tenant_id': '25453cf8660b4a4180917f8ec7474936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '7cb626d4-1b56-4f13-8c79-59249c3ba134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:44Z', 'updated_at': '2021-11-19T13:33:45Z', 'revision_number': 3, 'project_id': '25453cf8660b4a4180917f8ec7474936', 'gw_port': {'id': '7cb626d4-1b56-4f13-8c79-59249c3ba134', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5222fd70-ba5a-4610-a196-1cbfac231d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:45Z', 'updated_at': '2021-11-19T13:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:49.861247 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port 4157eae1-7763-4b08-a1ae-55069b0d3dac triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:49.861631 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:49.873326 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad781c1-b23f-4ed3-b9d8-aebe24e413da None None] The sync data for ids ['5222fd70-ba5a-4610-a196-1cbfac231d8e'] in dv-cinder-816324-4-smb is: [{'id': '5222fd70-ba5a-4610-a196-1cbfac231d8e', 'name': 'tempest-TestShelveInstance-107570021-router', 'tenant_id': '25453cf8660b4a4180917f8ec7474936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '7cb626d4-1b56-4f13-8c79-59249c3ba134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:44Z', 'updated_at': '2021-11-19T13:33:45Z', 'revision_number': 3, 'project_id': '25453cf8660b4a4180917f8ec7474936', 'gw_port': {'id': '7cb626d4-1b56-4f13-8c79-59249c3ba134', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5222fd70-ba5a-4610-a196-1cbfac231d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:45Z', 'updated_at': '2021-11-19T13:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:49.925467 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-14abeeea-e58e-4e62-bbe3-93d570855e43 None None] Set router d9d912ba-55a7-4ab9-90aa-9b5def99f118 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:49.937304 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1994a757-b8f4-4457-9c34-5cdc52507e67 admin admin] Network dffd4391-19c4-4fb8-888e-aab08caae680 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:49.950937 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-1994a757-b8f4-4457-9c34-5cdc52507e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:49.955471 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1994a757-b8f4-4457-9c34-5cdc52507e67 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:49.969724 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b51850-e3b5-4def-9b8b-498bbbea00a7 x-openstack-request-id: req-41b51850-e3b5-4def-9b8b-498bbbea00a7 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:49.970008 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f4f2fe-acbd-4940-80d4-9c8cee38bbba", "tag": "82345027-4989-42a9-8675-3574f1b5896a", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:49.970262 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-41b51850-e3b5-4def-9b8b-498bbbea00a7 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:49.970672 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f4f2fe-acbd-4940-80d4-9c8cee38bbba', 'tag': '82345027-4989-42a9-8675-3574f1b5896a', 'status': 'completed', 'code': 200} Nov 19 13:33:49.971632 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-e3527826-813a-4464-907b-692d0c58e372 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f22b0a2f942a4e95b2561cf30d37dab8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1607347 Nov 19 13:33:50.001194 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e5659eff-859f-43a4-b8c0-9ed00b1a9f3a req-bff8f581-a239-475d-90fa-21904e7da438 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167346 Nov 19 13:33:50.014473 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994a757-b8f4-4457-9c34-5cdc52507e67 admin admin] Pushing event updated for resources: {'Port': ['ID=586dea20-3544-446e-8df5-80cd78e40431,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:50.075384 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1994a757-b8f4-4457-9c34-5cdc52507e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796657'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:50.188024 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-c0637096-9c29-44eb-9815-47123834e90e service neutron] 10.222.0.70 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834424 Nov 19 13:33:50.337232 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d62f2-c747-47a1-a00a-bee36423a33b req-cf0457ab-45bb-4ec4-89c7-2541a8a1205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:50.338921 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-cd8d62f2-c747-47a1-a00a-bee36423a33b req-cf0457ab-45bb-4ec4-89c7-2541a8a1205d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a4db52025002465e8e5736aac79f13c3&device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 1098 time: 0.0665946 Nov 19 13:33:50.380761 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-8dffeb55-856b-47cb-935e-48bae13566fc None None] Provisioning complete for port 586dea20-3544-446e-8df5-80cd78e40431 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:50.403451 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8dffeb55-856b-47cb-935e-48bae13566fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:50.469517 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8dffeb55-856b-47cb-935e-48bae13566fc None None] Port 586dea20-3544-446e-8df5-80cd78e40431 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:50.507760 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d62f2-c747-47a1-a00a-bee36423a33b req-8b475b54-8ebf-4e7c-91c5-27695ae46e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:50.510687 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-cd8d62f2-c747-47a1-a00a-bee36423a33b req-8b475b54-8ebf-4e7c-91c5-27695ae46e2e service neutron] 10.222.0.82 "GET /v2.0/networks?id=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d HTTP/1.1" status: 200 len: 918 time: 0.1623416 Nov 19 13:33:50.534398 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-14abeeea-e58e-4e62-bbe3-93d570855e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'name': 'tempest-AttachVolumeShelveTestJSON-245953741-router', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:18Z', 'updated_at': '2021-11-19T13:33:24Z', 'revision_number': 4, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'gw_port': {'id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:19Z', 'updated_at': '2021-11-19T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_floatingips': [{'id': '2eee40e5-e92c-4277-9706-56abcaa60358', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'floating_ip_address': '172.28.1.31', 'floating_network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'router_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'port_id': '82345027-4989-42a9-8675-3574f1b5896a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'mac_address': 'fa:16:3e:e1:45:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f4f2fe-acbd-4940-80d4-9c8cee38bbba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:33:29Z', 'updated_at': '2021-11-19T13:33:48Z', 'revision_number': 1, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0dafe04-f35d-4f6a-b3d3-7a50dec199a4', 'name': '', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'mac_address': 'fa:16:3e:61:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:29Z', 'revision_number': 5, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'subnets': [{'id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:50.582954 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14abeeea-e58e-4e62-bbe3-93d570855e43 None None] Checking router: d9d912ba-55a7-4ab9-90aa-9b5def99f118 for host: dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:33:50.597806 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14abeeea-e58e-4e62-bbe3-93d570855e43 None None] Routers {'d9d912ba-55a7-4ab9-90aa-9b5def99f118'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:50.598484 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-14abeeea-e58e-4e62-bbe3-93d570855e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:33:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:50.678692 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-cd8d62f2-c747-47a1-a00a-bee36423a33b req-7fc09075-bb56-4892-9743-3b18685b5753 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82345027-4989-42a9-8675-3574f1b5896a HTTP/1.1" status: 200 len: 998 time: 0.1449401 Nov 19 13:33:50.755742 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d62f2-c747-47a1-a00a-bee36423a33b req-3830b044-f157-421f-aadb-a4528ea82c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:50.757336 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-cd8d62f2-c747-47a1-a00a-bee36423a33b req-3830b044-f157-421f-aadb-a4528ea82c71 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a50d8552-5081-4f74-8946-fa813e638daf HTTP/1.1" status: 200 len: 855 time: 0.0690348 Nov 19 13:33:50.760799 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-fea61e65-ad5d-435c-ae48-c6e5c398c9fb service neutron] 10.222.0.70 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718992 Nov 19 13:33:50.771871 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1994a757-b8f4-4457-9c34-5cdc52507e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:50.835572 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-14abeeea-e58e-4e62-bbe3-93d570855e43 None None] Set router d9d912ba-55a7-4ab9-90aa-9b5def99f118 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:50.880911 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d62f2-c747-47a1-a00a-bee36423a33b req-77202a9b-ace5-48e9-839e-78d842ef2b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:50.883180 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-cd8d62f2-c747-47a1-a00a-bee36423a33b req-77202a9b-ace5-48e9-839e-78d842ef2b37 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1157176 Nov 19 13:33:50.902312 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468788b-58e9-48d2-9fbd-ce4345b3c262 req-58644438-a08e-40b4-b4f1-ad98ee54a24a tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:50.903960 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e468788b-58e9-48d2-9fbd-ce4345b3c262 req-58644438-a08e-40b4-b4f1-ad98ee54a24a tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.3272455 Nov 19 13:33:50.958674 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 7cb626d4-1b56-4f13-8c79-59249c3ba134 up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:51.130815 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-cd8d62f2-c747-47a1-a00a-bee36423a33b req-1fec0f1d-5a32-4e5f-b447-00deb5126f37 service neutron] 10.222.0.82 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359705 Nov 19 13:33:51.141479 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e468788b-58e9-48d2-9fbd-ce4345b3c262 req-3b38cb63-d9b7-422a-a67e-dadd163dc42f tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232456 Nov 19 13:33:51.247452 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1994a757-b8f4-4457-9c34-5cdc52507e67 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:51.258393 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1994a757-b8f4-4457-9c34-5cdc52507e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422517'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:51.360775 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-cd8d62f2-c747-47a1-a00a-bee36423a33b req-5998f37c-a55f-4b3a-928f-142112b924da service neutron] 10.222.0.82 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960690 Nov 19 13:33:51.424347 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5c8151ec-8f0b-45c3-b418-09ca314a9a1f req-b6f7d21d-3172-460e-9b06-becd34de951b tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a227d8e-5d75-4196-822f-f1076592c803 HTTP/1.1" status: 200 len: 210 time: 0.0889683 Nov 19 13:33:51.435984 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994a757-b8f4-4457-9c34-5cdc52507e67 admin admin] Pushing event updated for resources: {'Port': ['ID=586dea20-3544-446e-8df5-80cd78e40431,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:51.446068 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1994a757-b8f4-4457-9c34-5cdc52507e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1796749'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:51.543975 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port 7cb626d4-1b56-4f13-8c79-59249c3ba134 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:51.544645 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:51.600360 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1994a757-b8f4-4457-9c34-5cdc52507e67 admin admin] Network dffd4391-19c4-4fb8-888e-aab08caae680 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:51.602376 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-1994a757-b8f4-4457-9c34-5cdc52507e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:51.709338 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:51.720002 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-14abeeea-e58e-4e62-bbe3-93d570855e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'name': 'tempest-AttachVolumeShelveTestJSON-245953741-router', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:18Z', 'updated_at': '2021-11-19T13:33:24Z', 'revision_number': 4, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'gw_port': {'id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:19Z', 'updated_at': '2021-11-19T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_floatingips': [{'id': '2eee40e5-e92c-4277-9706-56abcaa60358', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'floating_ip_address': '172.28.1.31', 'floating_network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'router_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'port_id': '82345027-4989-42a9-8675-3574f1b5896a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'mac_address': 'fa:16:3e:e1:45:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f4f2fe-acbd-4940-80d4-9c8cee38bbba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:33:29Z', 'updated_at': '2021-11-19T13:33:48Z', 'revision_number': 1, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0dafe04-f35d-4f6a-b3d3-7a50dec199a4', 'name': '', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'mac_address': 'fa:16:3e:61:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:29Z', 'revision_number': 5, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'subnets': [{'id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:51.734250 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1994a757-b8f4-4457-9c34-5cdc52507e67 admin admin] Router 5222fd70-ba5a-4610-a196-1cbfac231d8e has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:33:51.758226 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14abeeea-e58e-4e62-bbe3-93d570855e43 None None] The sync data for ids ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'] in dv-cinder-816324-4-smb is: [{'id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'name': 'tempest-AttachVolumeShelveTestJSON-245953741-router', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:18Z', 'updated_at': '2021-11-19T13:33:24Z', 'revision_number': 4, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'gw_port': {'id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:19Z', 'updated_at': '2021-11-19T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_floatingips': [{'id': '2eee40e5-e92c-4277-9706-56abcaa60358', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'floating_ip_address': '172.28.1.31', 'floating_network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'router_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'port_id': '82345027-4989-42a9-8675-3574f1b5896a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'mac_address': 'fa:16:3e:e1:45:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f4f2fe-acbd-4940-80d4-9c8cee38bbba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:33:29Z', 'updated_at': '2021-11-19T13:33:48Z', 'revision_number': 1, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0dafe04-f35d-4f6a-b3d3-7a50dec199a4', 'name': '', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'mac_address': 'fa:16:3e:61:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:29Z', 'revision_number': 5, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'subnets': [{'id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:51.763863 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] For port 7cb626d4-1b56-4f13-8c79-59249c3ba134, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=7cb626d4-1b56-4f13-8c79-59249c3ba134,segment=NetworkSegment(627c73c3-23a8-462a-849f-9d71a84e6d70),segment_id=627c73c3-23a8-462a-849f-9d71a84e6d70)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:51.769213 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:51.844442 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Pushing event updated for resources: {'Port': ['ID=7cb626d4-1b56-4f13-8c79-59249c3ba134,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:51.887381 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1994a757-b8f4-4457-9c34-5cdc52507e67 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:51.895429 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-1994a757-b8f4-4457-9c34-5cdc52507e67 admin admin] 10.222.0.70 "PUT /v2.0/routers/5222fd70-ba5a-4610-a196-1cbfac231d8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3730254 Nov 19 13:33:51.904241 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9411413f-163a-4ffb-8b56-7808ad863172 None None] Provisioning complete for port 586dea20-3544-446e-8df5-80cd78e40431 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:51.904691 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9411413f-163a-4ffb-8b56-7808ad863172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:51.941825 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-9411413f-163a-4ffb-8b56-7808ad863172 None None] Port 586dea20-3544-446e-8df5-80cd78e40431 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:52.328092 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d4471-8ac8-4c61-b9c3-d88d42fa0ddc req-945ccdcc-3e62-46e0-953d-f98d66a45726 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:52.330775 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1f6d4471-8ac8-4c61-b9c3-d88d42fa0ddc req-945ccdcc-3e62-46e0-953d-f98d66a45726 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0745919 Nov 19 13:33:52.420070 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1f6d4471-8ac8-4c61-b9c3-d88d42fa0ddc req-0a1ba35a-d985-4bbc-be4e-681d655f5b96 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816512 Nov 19 13:33:52.434102 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e058831e-f311-4b36-ad05-f509d97a86e9 None None] New status for floating IP 2eee40e5-e92c-4277-9706-56abcaa60358: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:33:52.472247 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 43870) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:52.481860 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-9d996ac4-eaa6-487f-82dd-fdf641bbead8 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1989658769', 'description': 'tempest-secgroup-smoke-1989658769 description', 'project_id': '7aba59e789ec42f28106f03123363eb4'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:52.529592 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9d996ac4-eaa6-487f-82dd-fdf641bbead8 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:52.567395 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 43872) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:52.783722 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-75172893-2bfb-4e7c-9dfc-be32f139196c req-7e5ac060-7acc-4a0e-9df4-1f99945331bf tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a227d8e-5d75-4196-822f-f1076592c803 HTTP/1.1" status: 200 len: 210 time: 0.0680878 Nov 19 13:33:52.807533 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9036b8bc-1c7d-4fe4-b5de-31ea5e5d47b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:52.813801 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] Sync routers for ids ['5222fd70-ba5a-4610-a196-1cbfac231d8e'] in dv-cinder-816324-4-smb {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:52.836936 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] Routers {'5222fd70-ba5a-4610-a196-1cbfac231d8e'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:52.838543 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:33:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['5222fd70-ba5a-4610-a196-1cbfac231d8e'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:52.868674 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9d996ac4-eaa6-487f-82dd-fdf641bbead8 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:52.893545 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9d996ac4-eaa6-487f-82dd-fdf641bbead8 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:52.944731 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9036b8bc-1c7d-4fe4-b5de-31ea5e5d47b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:52.954799 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9036b8bc-1c7d-4fe4-b5de-31ea5e5d47b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:52.999630 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9d996ac4-eaa6-487f-82dd-fdf641bbead8 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.018057 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 7cb626d4-1b56-4f13-8c79-59249c3ba134 up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:53.019571 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-9d996ac4-eaa6-487f-82dd-fdf641bbead8 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5462615 Nov 19 13:33:53.024147 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 43886) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:53.035309 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e9cc3d5f-0495-4970-bb60-3509fdcdf66f tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Request body: {'security_group_rule': {'security_group_id': '68664af2-81e0-49ce-ac11-a2cc27c5e194', 'project_id': '7aba59e789ec42f28106f03123363eb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:53.051183 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036b8bc-1c7d-4fe4-b5de-31ea5e5d47b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260c6c39-3284-42b0-a64e-d03a41ad0f15,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:53.063860 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-9036b8bc-1c7d-4fe4-b5de-31ea5e5d47b1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e2251c9ea1be40cdb69b4d824999c461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4931085 Nov 19 13:33:53.079693 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-ecb91210-ffd5-4907-91b6-c227fbfd0271 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:53.080277 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 43890) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:53.081914 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-ecb91210-ffd5-4907-91b6-c227fbfd0271 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.82 "GET /v2.0/networks?id=5381b9b1-2906-46aa-be36-c7c6a6939b5c HTTP/1.1" status: 200 len: 813 time: 0.4754336 Nov 19 13:33:53.105163 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d996ac4-eaa6-487f-82dd-fdf641bbead8 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68664af2-81e0-49ce-ac11-a2cc27c5e194,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:53.111952 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-7e19e947-bf05-4739-81c5-5e2a86b116c6 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Request body: {'port': {'device_id': '0a227d8e-5d75-4196-822f-f1076592c803', 'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c', 'admin_state_up': True, 'tenant_id': 'f22b0a2f942a4e95b2561cf30d37dab8'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:53.189878 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] Set router 5222fd70-ba5a-4610-a196-1cbfac231d8e gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:53.224878 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9cc3d5f-0495-4970-bb60-3509fdcdf66f tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.241452 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad80a33-44c2-4bb8-9fbb-a1bbb1a1e534 req-fd189da7-c172-484d-9160-31c5f52443ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:53.243081 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6ad80a33-44c2-4bb8-9fbb-a1bbb1a1e534 req-fd189da7-c172-484d-9160-31c5f52443ca service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f5f789d031f747e1943f91b44d5587cf&device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 1098 time: 0.1658294 Nov 19 13:33:53.267706 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0293878-1eae-4b45-be55-ca269150475b req-3e109658-294b-4f4f-be96-c27a8a75bd52 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:53.269364 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e0293878-1eae-4b45-be55-ca269150475b req-3e109658-294b-4f4f-be96-c27a8a75bd52 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.1383753 Nov 19 13:33:53.348591 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port 7cb626d4-1b56-4f13-8c79-59249c3ba134 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:53.349283 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.353660 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-91b506e6-f93a-4174-b08b-40081e7836da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.422199 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-91b506e6-f93a-4174-b08b-40081e7836da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.429255 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-7e19e947-bf05-4739-81c5-5e2a86b116c6 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Made reservation on behalf of f22b0a2f942a4e95b2561cf30d37dab8 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:53.433768 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-7e19e947-bf05-4739-81c5-5e2a86b116c6 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.439037 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9cc3d5f-0495-4970-bb60-3509fdcdf66f tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.451087 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9cc3d5f-0495-4970-bb60-3509fdcdf66f tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584517'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.456222 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e0293878-1eae-4b45-be55-ca269150475b req-1a78104e-7d79-403e-b549-696073943d28 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698813 Nov 19 13:33:53.506005 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad80a33-44c2-4bb8-9fbb-a1bbb1a1e534 req-92d15697-b8af-42f9-b948-589525daa5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:53.507537 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6ad80a33-44c2-4bb8-9fbb-a1bbb1a1e534 req-92d15697-b8af-42f9-b948-589525daa5bc service neutron] 10.222.0.82 "GET /v2.0/networks?id=94129882-55e7-4f60-86f2-20086f9335b5 HTTP/1.1" status: 200 len: 921 time: 0.2485635 Nov 19 13:33:53.510181 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc3d5f-0495-4970-bb60-3509fdcdf66f tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e21d38-84dc-42ff-8c99-c81a37e2a53d,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:53.528489 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9cc3d5f-0495-4970-bb60-3509fdcdf66f tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.532617 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 43892) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:53.533150 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-e9cc3d5f-0495-4970-bb60-3509fdcdf66f tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5033481 Nov 19 13:33:53.541008 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-29efe03e-9e4d-4e56-b1d3-d218fc081a11 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Request body: {'security_group_rule': {'security_group_id': '68664af2-81e0-49ce-ac11-a2cc27c5e194', 'project_id': '7aba59e789ec42f28106f03123363eb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:53.549531 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5222fd70-ba5a-4610-a196-1cbfac231d8e', 'name': 'tempest-TestShelveInstance-107570021-router', 'tenant_id': '25453cf8660b4a4180917f8ec7474936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '7cb626d4-1b56-4f13-8c79-59249c3ba134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:44Z', 'updated_at': '2021-11-19T13:33:50Z', 'revision_number': 4, 'project_id': '25453cf8660b4a4180917f8ec7474936', 'gw_port': {'id': '7cb626d4-1b56-4f13-8c79-59249c3ba134', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5222fd70-ba5a-4610-a196-1cbfac231d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:45Z', 'updated_at': '2021-11-19T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': '586dea20-3544-446e-8df5-80cd78e40431', 'name': '', 'network_id': 'dffd4391-19c4-4fb8-888e-aab08caae680', 'tenant_id': '25453cf8660b4a4180917f8ec7474936', 'mac_address': 'fa:16:3e:ad:53:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5222fd70-ba5a-4610-a196-1cbfac231d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9ab25f0c-cba6-4d68-a4a3-c6d2f148a83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:48Z', 'updated_at': '2021-11-19T13:33:50Z', 'revision_number': 2, 'project_id': '25453cf8660b4a4180917f8ec7474936', 'subnets': [{'id': '9ab25f0c-cba6-4d68-a4a3-c6d2f148a83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:53.561717 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6ad80a33-44c2-4bb8-9fbb-a1bbb1a1e534 req-d8afbff4-3f65-4598-9bfc-46ba5cfef0a3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c155a67c-20f3-4691-93b9-b9e98dad1f20 HTTP/1.1" status: 200 len: 217 time: 0.0437615 Nov 19 13:33:53.581325 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] Checking router: 5222fd70-ba5a-4610-a196-1cbfac231d8e for host: dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:33:53.581921 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] Updating router 5222fd70-ba5a-4610-a196-1cbfac231d8e port 586dea20-3544-446e-8df5-80cd78e40431 binding host dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:33:53.582120 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-91b506e6-f93a-4174-b08b-40081e7836da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.585089 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-91b506e6-f93a-4174-b08b-40081e7836da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.586191 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-91b506e6-f93a-4174-b08b-40081e7836da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/260c6c39-3284-42b0-a64e-d03a41ad0f15 HTTP/1.1" status: 204 len: 168 time: 0.5029602 Nov 19 13:33:53.607577 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-7e19e947-bf05-4739-81c5-5e2a86b116c6 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Allocated IP 172.20.0.12 (5381b9b1-2906-46aa-be36-c7c6a6939b5c/f30ec31d-66a3-4d76-b433-0201bea0d251/4ebb9f61-7992-4dc8-ad4d-945bb13eeea0) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:53.612935 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29efe03e-9e4d-4e56-b1d3-d218fc081a11 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.614659 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.684606 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b506e6-f93a-4174-b08b-40081e7836da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260c6c39-3284-42b0-a64e-d03a41ad0f15,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:53.706175 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad80a33-44c2-4bb8-9fbb-a1bbb1a1e534 req-31b7b809-f727-4333-ba68-83b22fbaaa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:53.715860 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6ad80a33-44c2-4bb8-9fbb-a1bbb1a1e534 req-31b7b809-f727-4333-ba68-83b22fbaaa3c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ca813023-0106-4533-88fc-30d699229a62 HTTP/1.1" status: 200 len: 859 time: 0.1422458 Nov 19 13:33:53.771970 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6ad80a33-44c2-4bb8-9fbb-a1bbb1a1e534 req-2bd477e1-f98f-4028-83c9-343d196690c1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94129882-55e7-4f60-86f2-20086f9335b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294409 Nov 19 13:33:53.773227 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29efe03e-9e4d-4e56-b1d3-d218fc081a11 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.779694 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29efe03e-9e4d-4e56-b1d3-d218fc081a11 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584517'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.816058 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efe03e-9e4d-4e56-b1d3-d218fc081a11 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e30de04-9c25-4449-9303-26c7741e07ed,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:53.829332 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29efe03e-9e4d-4e56-b1d3-d218fc081a11 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.833083 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-29efe03e-9e4d-4e56-b1d3-d218fc081a11 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2964306 Nov 19 13:33:53.836853 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 43904) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:53.842707 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-2dd17394-6d99-4a25-9a84-4ce7bab5c1bc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Request body: {'security_group_rule': {'security_group_id': '68664af2-81e0-49ce-ac11-a2cc27c5e194', 'project_id': '7aba59e789ec42f28106f03123363eb4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:53.886587 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-7e19e947-bf05-4739-81c5-5e2a86b116c6 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.917852 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2dd17394-6d99-4a25-9a84-4ce7bab5c1bc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.958262 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-90abdadd-4361-4970-8134-001559205f0c req-3fa5520d-066f-47ee-b3a4-a3d71b9241d9 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a227d8e-5d75-4196-822f-f1076592c803 HTTP/1.1" status: 200 len: 210 time: 0.0393610 Nov 19 13:33:53.959082 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-7e19e947-bf05-4739-81c5-5e2a86b116c6 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.992857 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['03bde8dc-0fc7-48a8-a1b6-cae11f8033d5', '5851b9a3-4610-4d7c-a908-7270bd52ea65', '18e7296d-ec6c-466c-8e98-26cfc7426472'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:33:54.018235 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6ad80a33-44c2-4bb8-9fbb-a1bbb1a1e534 req-6cf4539a-d331-43ed-9a41-96fea6534786 service neutron] 10.222.0.82 "GET /v2.0/networks/94129882-55e7-4f60-86f2-20086f9335b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294016 Nov 19 13:33:54.035931 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2dd17394-6d99-4a25-9a84-4ce7bab5c1bc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.038221 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-7e19e947-bf05-4739-81c5-5e2a86b116c6 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Network 5381b9b1-2906-46aa-be36-c7c6a6939b5c is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:54.043950 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-7e19e947-bf05-4739-81c5-5e2a86b116c6 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:54.045745 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19e947-bf05-4739-81c5-5e2a86b116c6 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Pushing event updated for resources: {'Port': ['ID=4ebb9f61-7992-4dc8-ad4d-945bb13eeea0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:54.047845 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2dd17394-6d99-4a25-9a84-4ce7bab5c1bc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584517'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.049444 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-7e19e947-bf05-4739-81c5-5e2a86b116c6 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:54.092231 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd17394-6d99-4a25-9a84-4ce7bab5c1bc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d126fdb-bd89-4976-b0a3-a20191ac4202,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:54.099174 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2dd17394-6d99-4a25-9a84-4ce7bab5c1bc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.100649 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-2dd17394-6d99-4a25-9a84-4ce7bab5c1bc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2627375 Nov 19 13:33:54.104940 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 43916) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:54.112095 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b88fc5dc-9e38-4e58-bee5-4d378935f17b tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Request body: {'security_group_rule': {'security_group_id': '68664af2-81e0-49ce-ac11-a2cc27c5e194', 'project_id': '7aba59e789ec42f28106f03123363eb4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:54.133601 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-7e19e947-bf05-4739-81c5-5e2a86b116c6 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:54.134279 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-7e19e947-bf05-4739-81c5-5e2a86b116c6 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.150597 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.169487 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-7e19e947-bf05-4739-81c5-5e2a86b116c6 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0608828 Nov 19 13:33:54.172666 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b88fc5dc-9e38-4e58-bee5-4d378935f17b tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.176659 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.189442 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-163d1f6d-63ab-43bc-91b3-3676b5a2baa0 service neutron] Request body: {'port': {'device_id': '0a227d8e-5d75-4196-822f-f1076592c803', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:54.224298 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6ad80a33-44c2-4bb8-9fbb-a1bbb1a1e534 req-62ae2611-51a7-49e5-887c-641672dbfb6e service neutron] 10.222.0.82 "GET /v2.0/networks/94129882-55e7-4f60-86f2-20086f9335b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850352 Nov 19 13:33:54.251861 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322cb97f-b95c-410d-b56f-ea73aac1debb None None] Pushing event updated for resources: {'Port': ['ID=586dea20-3544-446e-8df5-80cd78e40431,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:54.348873 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b88fc5dc-9e38-4e58-bee5-4d378935f17b tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.358369 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b88fc5dc-9e38-4e58-bee5-4d378935f17b tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584517'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.380442 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-163d1f6d-63ab-43bc-91b3-3676b5a2baa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.410227 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b88fc5dc-9e38-4e58-bee5-4d378935f17b tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.411463 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-b88fc5dc-9e38-4e58-bee5-4d378935f17b tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3054316 Nov 19 13:33:54.414832 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 43930) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:54.418915 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88fc5dc-9e38-4e58-bee5-4d378935f17b tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eebe36fc-e331-4bc3-90cc-36270e4fe59d,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:54.420477 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] Attempting to bind port 586dea20-3544-446e-8df5-80cd78e40431 on host dv-cinder-816324-4-smb for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:54.420856 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e0e5718e-a566-424b-81eb-a39d51162cba tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Request body: {'security_group_rule': {'security_group_id': '68664af2-81e0-49ce-ac11-a2cc27c5e194', 'project_id': '7aba59e789ec42f28106f03123363eb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:54.421064 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] Attempting to bind port 586dea20-3544-446e-8df5-80cd78e40431 by drivers openvswitch,hyperv on host dv-cinder-816324-4-smb at level 0 using segments [{'id': 'f1dc5283-f9bf-408d-9994-e3b817cc45de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'dffd4391-19c4-4fb8-888e-aab08caae680'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:54.421528 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] Attempting to bind port 586dea20-3544-446e-8df5-80cd78e40431 on network dffd4391-19c4-4fb8-888e-aab08caae680 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:54.429813 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] Checking agent: {'id': '3401932b-84b7-4798-97d9-02908ea34a73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 24, 32), 'started_at': datetime.datetime(2021, 11, 19, 13, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:54.430335 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] Checking segment: {'id': 'f1dc5283-f9bf-408d-9994-e3b817cc45de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'dffd4391-19c4-4fb8-888e-aab08caae680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:54.430835 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.431477 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] Bound using segment: {'id': 'f1dc5283-f9bf-408d-9994-e3b817cc45de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'dffd4391-19c4-4fb8-888e-aab08caae680'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:54.432187 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] Bound port: 586dea20-3544-446e-8df5-80cd78e40431, host: dv-cinder-816324-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1dc5283-f9bf-408d-9994-e3b817cc45de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'dffd4391-19c4-4fb8-888e-aab08caae680'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:54.433080 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.477119 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.db.securitygroups_db [None req-e0e5718e-a566-424b-81eb-a39d51162cba tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Project 7aba59e789ec42f28106f03123363eb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:33:54.490534 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e0e5718e-a566-424b-81eb-a39d51162cba tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.636191 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] For port 586dea20-3544-446e-8df5-80cd78e40431, host dv-cinder-816324-4-smb, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:54.664025 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] For port 586dea20-3544-446e-8df5-80cd78e40431, host dv-cinder-816324-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=586dea20-3544-446e-8df5-80cd78e40431,segment=NetworkSegment(f1dc5283-f9bf-408d-9994-e3b817cc45de),segment_id=f1dc5283-f9bf-408d-9994-e3b817cc45de)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:54.671524 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 43938) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:54.673796 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.759677 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f253e22-2e8e-4d45-917a-59d8e7d9ea1b req-992acbee-2307-415d-9621-735d95ee2080 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:54.768772 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3f253e22-2e8e-4d45-917a-59d8e7d9ea1b req-992acbee-2307-415d-9621-735d95ee2080 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.1367793 Nov 19 13:33:54.802154 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-934432ec-a9e4-4cbb-b469-d5efafe0b35b None None] Provisioning complete for port 586dea20-3544-446e-8df5-80cd78e40431 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:54.802534 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-934432ec-a9e4-4cbb-b469-d5efafe0b35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.829709 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e0e5718e-a566-424b-81eb-a39d51162cba tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.849746 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322cb97f-b95c-410d-b56f-ea73aac1debb None None] Pushing event updated for resources: {'Port': ['ID=586dea20-3544-446e-8df5-80cd78e40431,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:54.852657 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e0e5718e-a566-424b-81eb-a39d51162cba tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584517'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.866282 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] Routers {'5222fd70-ba5a-4610-a196-1cbfac231d8e'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:54.866911 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:33:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['5222fd70-ba5a-4610-a196-1cbfac231d8e'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:54.884333 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-8f6f044d-2dae-4ba7-b9a3-effc9e7ddc81 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-374474453-network', 'tenant_id': 'd1b9e83348a549bd98e6f75206a5a92f'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:54.895846 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5718e-a566-424b-81eb-a39d51162cba tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4a6f3a-b155-4125-b10f-cbfe29528d75,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:54.904047 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e0e5718e-a566-424b-81eb-a39d51162cba tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.905385 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-e0e5718e-a566-424b-81eb-a39d51162cba tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4895110 Nov 19 13:33:54.905775 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-163d1f6d-63ab-43bc-91b3-3676b5a2baa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ebb9f61-7992-4dc8-ad4d-945bb13eeea0 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:54.908041 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 43946) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:54.913108 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-4987b5da-59bb-4389-8aaf-634a10fccd70 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Request body: {'security_group_rule': {'security_group_id': '68664af2-81e0-49ce-ac11-a2cc27c5e194', 'project_id': '7aba59e789ec42f28106f03123363eb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:54.930475 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-163d1f6d-63ab-43bc-91b3-3676b5a2baa0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.931951 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3f253e22-2e8e-4d45-917a-59d8e7d9ea1b req-dc4e8471-9c30-44d6-acab-16586985d4cb tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570580 Nov 19 13:33:54.961158 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6f044d-2dae-4ba7-b9a3-effc9e7ddc81 admin admin] Made reservation on behalf of d1b9e83348a549bd98e6f75206a5a92f for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:54.964139 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f6f044d-2dae-4ba7-b9a3-effc9e7ddc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.968799 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-163d1f6d-63ab-43bc-91b3-3676b5a2baa0 service neutron] Transition to ACTIVE for port object 4ebb9f61-7992-4dc8-ad4d-945bb13eeea0 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:33:54.972012 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.db.securitygroups_db [None req-4987b5da-59bb-4389-8aaf-634a10fccd70 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Project 7aba59e789ec42f28106f03123363eb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:33:54.981504 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4987b5da-59bb-4389-8aaf-634a10fccd70 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.997574 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-163d1f6d-63ab-43bc-91b3-3676b5a2baa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.000965 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f6f044d-2dae-4ba7-b9a3-effc9e7ddc81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.089455 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4987b5da-59bb-4389-8aaf-634a10fccd70 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.112971 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4987b5da-59bb-4389-8aaf-634a10fccd70 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584517'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.137174 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-934432ec-a9e4-4cbb-b469-d5efafe0b35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.140008 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] Set router 5222fd70-ba5a-4610-a196-1cbfac231d8e gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:55.155109 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987b5da-59bb-4389-8aaf-634a10fccd70 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8464ebbb-70a1-4209-9ad7-66b4672ca1c4,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:55.184398 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4987b5da-59bb-4389-8aaf-634a10fccd70 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.185891 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-4987b5da-59bb-4389-8aaf-634a10fccd70 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2767348 Nov 19 13:33:55.188340 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d1f6d-63ab-43bc-91b3-3676b5a2baa0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ebb9f61-7992-4dc8-ad4d-945bb13eeea0,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:55.197042 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87098c0-d509-4efa-9028-501cfb836497 req-c8ad0adf-6398-473c-982c-fca3055cf709 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:55.198832 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d87098c0-d509-4efa-9028-501cfb836497 req-c8ad0adf-6398-473c-982c-fca3055cf709 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a227d8e-5d75-4196-822f-f1076592c803 HTTP/1.1" status: 200 len: 944 time: 0.1064796 Nov 19 13:33:55.238696 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-934432ec-a9e4-4cbb-b469-d5efafe0b35b None None] For port 586dea20-3544-446e-8df5-80cd78e40431, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=586dea20-3544-446e-8df5-80cd78e40431,segment=NetworkSegment(f1dc5283-f9bf-408d-9994-e3b817cc45de),segment_id=f1dc5283-f9bf-408d-9994-e3b817cc45de)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:55.265257 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d87098c0-d509-4efa-9028-501cfb836497 req-2802c771-aa16-4cc6-b2a1-026b0f0dd673 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581152 Nov 19 13:33:55.270797 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-163d1f6d-63ab-43bc-91b3-3676b5a2baa0 service neutron] Attempting to bind port 4ebb9f61-7992-4dc8-ad4d-945bb13eeea0 on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:55.271542 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-163d1f6d-63ab-43bc-91b3-3676b5a2baa0 service neutron] Attempting to bind port 4ebb9f61-7992-4dc8-ad4d-945bb13eeea0 by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': '85056d8e-48cf-4ef4-b765-08a82b1fd145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:55.271897 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-163d1f6d-63ab-43bc-91b3-3676b5a2baa0 service neutron] Attempting to bind port 4ebb9f61-7992-4dc8-ad4d-945bb13eeea0 on network 5381b9b1-2906-46aa-be36-c7c6a6939b5c {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:55.294425 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-163d1f6d-63ab-43bc-91b3-3676b5a2baa0 service neutron] Port 4ebb9f61-7992-4dc8-ad4d-945bb13eeea0 on network 5381b9b1-2906-46aa-be36-c7c6a6939b5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:33:55.294906 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-163d1f6d-63ab-43bc-91b3-3676b5a2baa0 service neutron] Attempting to bind port 4ebb9f61-7992-4dc8-ad4d-945bb13eeea0 on network 5381b9b1-2906-46aa-be36-c7c6a6939b5c {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:55.312236 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f6f044d-2dae-4ba7-b9a3-effc9e7ddc81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.313375 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-163d1f6d-63ab-43bc-91b3-3676b5a2baa0 service neutron] Checking agent: {'id': '75923988-c426-4077-9ddc-4d64f8800d36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'started_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:55.313657 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-163d1f6d-63ab-43bc-91b3-3676b5a2baa0 service neutron] Checking segment: {'id': '85056d8e-48cf-4ef4-b765-08a82b1fd145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:55.314051 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-163d1f6d-63ab-43bc-91b3-3676b5a2baa0 service neutron] Bound using segment: {'id': '85056d8e-48cf-4ef4-b765-08a82b1fd145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:55.314507 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-163d1f6d-63ab-43bc-91b3-3676b5a2baa0 service neutron] Bound port: 4ebb9f61-7992-4dc8-ad4d-945bb13eeea0, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85056d8e-48cf-4ef4-b765-08a82b1fd145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:55.314984 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-163d1f6d-63ab-43bc-91b3-3676b5a2baa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.332774 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f6f044d-2dae-4ba7-b9a3-effc9e7ddc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.387672 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6f044d-2dae-4ba7-b9a3-effc9e7ddc81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1101} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:33:55.403358 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f044d-2dae-4ba7-b9a3-effc9e7ddc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650378da-e3a5-4560-85a2-8277283799f6,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:55.406691 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-934432ec-a9e4-4cbb-b469-d5efafe0b35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.416636 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f6f044d-2dae-4ba7-b9a3-effc9e7ddc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.417039 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.db.segments_db [None req-8f6f044d-2dae-4ba7-b9a3-effc9e7ddc81 admin admin] Added segment ef9390e8-a2a6-48db-b925-a5b48daa748b of type vlan for network a11a604d-7249-487a-be5b-5fabe3841c91 Nov 19 13:33:55.467920 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-163d1f6d-63ab-43bc-91b3-3676b5a2baa0 service neutron] For port 4ebb9f61-7992-4dc8-ad4d-945bb13eeea0, host hv-cinder-81632, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:55.486796 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f6f044d-2dae-4ba7-b9a3-effc9e7ddc81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736459351574'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.489812 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-163d1f6d-63ab-43bc-91b3-3676b5a2baa0 service neutron] For port 4ebb9f61-7992-4dc8-ad4d-945bb13eeea0, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=4ebb9f61-7992-4dc8-ad4d-945bb13eeea0,segment=NetworkSegment(85056d8e-48cf-4ef4-b765-08a82b1fd145),segment_id=85056d8e-48cf-4ef4-b765-08a82b1fd145)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:55.496925 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-163d1f6d-63ab-43bc-91b3-3676b5a2baa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.554600 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934432ec-a9e4-4cbb-b469-d5efafe0b35b None None] Pushing event updated for resources: {'Port': ['ID=586dea20-3544-446e-8df5-80cd78e40431,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:55.584743 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cf2032a9-274e-45d1-afc4-442fdab01236 None None] Provisioning complete for port 586dea20-3544-446e-8df5-80cd78e40431 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:55.585120 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cf2032a9-274e-45d1-afc4-442fdab01236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.618977 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d1f6d-63ab-43bc-91b3-3676b5a2baa0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ebb9f61-7992-4dc8-ad4d-945bb13eeea0,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:55.626606 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-163d1f6d-63ab-43bc-91b3-3676b5a2baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:55.627243 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-163d1f6d-63ab-43bc-91b3-3676b5a2baa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.629123 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-163d1f6d-63ab-43bc-91b3-3676b5a2baa0 service neutron] 10.222.0.82 "PUT /v2.0/ports/4ebb9f61-7992-4dc8-ad4d-945bb13eeea0 HTTP/1.1" status: 200 len: 1094 time: 1.4458337 Nov 19 13:33:55.629600 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a227d8e-5d75-4196-822f-f1076592c803', 'tag': '4ebb9f61-7992-4dc8-ad4d-945bb13eeea0'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:55.631903 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73fb683-1117-4a16-88c4-2beba54b6815" -d '{"events": [{"name": "network-changed", "server_uuid": "0a227d8e-5d75-4196-822f-f1076592c803", "tag": "4ebb9f61-7992-4dc8-ad4d-945bb13eeea0"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:55.637084 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f6f044d-2dae-4ba7-b9a3-effc9e7ddc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.638008 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6f044d-2dae-4ba7-b9a3-effc9e7ddc81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:55.638603 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f6f044d-2dae-4ba7-b9a3-effc9e7ddc81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.722757 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-8f6f044d-2dae-4ba7-b9a3-effc9e7ddc81 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0473204 Nov 19 13:33:55.723400 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 43998) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:55.728121 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-b382b7b1-4e2c-4d31-a23f-d80e1e3a0eb7 admin admin] Request body: {'subnet': {'network_id': 'a11a604d-7249-487a-be5b-5fabe3841c91', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-374474453-subnet', 'tenant_id': 'd1b9e83348a549bd98e6f75206a5a92f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:55.751781 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7b0629-7315-4e47-880c-349625b7a006 x-openstack-request-id: req-0c7b0629-7315-4e47-880c-349625b7a006 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:55.752122 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a227d8e-5d75-4196-822f-f1076592c803", "tag": "4ebb9f61-7992-4dc8-ad4d-945bb13eeea0", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:55.752330 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0c7b0629-7315-4e47-880c-349625b7a006 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:55.753019 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a227d8e-5d75-4196-822f-f1076592c803', 'tag': '4ebb9f61-7992-4dc8-ad4d-945bb13eeea0', 'status': 'completed', 'code': 200} Nov 19 13:33:55.777353 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f044d-2dae-4ba7-b9a3-effc9e7ddc81 admin admin] Pushing event updated for resources: {'Network': ['ID=a11a604d-7249-487a-be5b-5fabe3841c91,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:55.783824 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-6cec5166-caaa-42ce-9ea0-ccd19702eeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:55.785332 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-6cec5166-caaa-42ce-9ea0-ccd19702eeea service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f22b0a2f942a4e95b2561cf30d37dab8&device_id=0a227d8e-5d75-4196-822f-f1076592c803 HTTP/1.1" status: 200 len: 1097 time: 0.0802445 Nov 19 13:33:55.790922 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b382b7b1-4e2c-4d31-a23f-d80e1e3a0eb7 admin admin] Made reservation on behalf of d1b9e83348a549bd98e6f75206a5a92f for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:55.791852 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5222fd70-ba5a-4610-a196-1cbfac231d8e', 'name': 'tempest-TestShelveInstance-107570021-router', 'tenant_id': '25453cf8660b4a4180917f8ec7474936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '7cb626d4-1b56-4f13-8c79-59249c3ba134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:44Z', 'updated_at': '2021-11-19T13:33:50Z', 'revision_number': 4, 'project_id': '25453cf8660b4a4180917f8ec7474936', 'gw_port': {'id': '7cb626d4-1b56-4f13-8c79-59249c3ba134', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5222fd70-ba5a-4610-a196-1cbfac231d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:45Z', 'updated_at': '2021-11-19T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': '586dea20-3544-446e-8df5-80cd78e40431', 'name': '', 'network_id': 'dffd4391-19c4-4fb8-888e-aab08caae680', 'tenant_id': '25453cf8660b4a4180917f8ec7474936', 'mac_address': 'fa:16:3e:ad:53:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5222fd70-ba5a-4610-a196-1cbfac231d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9ab25f0c-cba6-4d68-a4a3-c6d2f148a83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:48Z', 'updated_at': '2021-11-19T13:33:54Z', 'revision_number': 4, 'project_id': '25453cf8660b4a4180917f8ec7474936', 'subnets': [{'id': '9ab25f0c-cba6-4d68-a4a3-c6d2f148a83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:55.803434 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Network a11a604d-7249-487a-be5b-5fabe3841c91 details requested by agent ovs-agent-dv-cinder-816324-4-smb with host dv-cinder-816324-4-smb {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:33:55.805581 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b382b7b1-4e2c-4d31-a23f-d80e1e3a0eb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14398220'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.837287 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-6330bc3f-3e6c-4b4d-a78b-afd5bfda887e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ebb9f61-7992-4dc8-ad4d-945bb13eeea0 HTTP/1.1" status: 200 len: 217 time: 0.0410941 Nov 19 13:33:55.867214 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329403be-6f5f-4adc-88d5-8ad04a781eb8 None None] The sync data for ids ['5222fd70-ba5a-4610-a196-1cbfac231d8e'] in dv-cinder-816324-4-smb is: [{'id': '5222fd70-ba5a-4610-a196-1cbfac231d8e', 'name': 'tempest-TestShelveInstance-107570021-router', 'tenant_id': '25453cf8660b4a4180917f8ec7474936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '7cb626d4-1b56-4f13-8c79-59249c3ba134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:44Z', 'updated_at': '2021-11-19T13:33:50Z', 'revision_number': 4, 'project_id': '25453cf8660b4a4180917f8ec7474936', 'gw_port': {'id': '7cb626d4-1b56-4f13-8c79-59249c3ba134', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5222fd70-ba5a-4610-a196-1cbfac231d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:45Z', 'updated_at': '2021-11-19T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': '586dea20-3544-446e-8df5-80cd78e40431', 'name': '', 'network_id': 'dffd4391-19c4-4fb8-888e-aab08caae680', 'tenant_id': '25453cf8660b4a4180917f8ec7474936', 'mac_address': 'fa:16:3e:ad:53:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5222fd70-ba5a-4610-a196-1cbfac231d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9ab25f0c-cba6-4d68-a4a3-c6d2f148a83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:48Z', 'updated_at': '2021-11-19T13:33:54Z', 'revision_number': 4, 'project_id': '25453cf8660b4a4180917f8ec7474936', 'subnets': [{'id': '9ab25f0c-cba6-4d68-a4a3-c6d2f148a83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:55.965308 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-39777441-5955-4050-a1d9-70ac7af518d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:55.971964 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-39777441-5955-4050-a1d9-70ac7af518d9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f30ec31d-66a3-4d76-b433-0201bea0d251 HTTP/1.1" status: 200 len: 853 time: 0.1244342 Nov 19 13:33:56.046508 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-97bf4289-8a3b-4e9d-82c3-74ae2ef3ca4c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5381b9b1-2906-46aa-be36-c7c6a6939b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560532 Nov 19 13:33:56.144489 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b382b7b1-4e2c-4d31-a23f-d80e1e3a0eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13422378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14398334'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.173606 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-3987ad57-eb81-4a8b-ba85-75add069d79a service neutron] 10.222.0.82 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146333 Nov 19 13:33:56.206805 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8b16a-8066-48cf-80d1-e914b10ef924 req-32f32543-b58b-475a-aea3-5e7a435f74b6 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:56.208530 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0cd8b16a-8066-48cf-80d1-e914b10ef924 req-32f32543-b58b-475a-aea3-5e7a435f74b6 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.1487813 Nov 19 13:33:56.252106 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382b7b1-4e2c-4d31-a23f-d80e1e3a0eb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd603dd-d79d-46c0-81e6-5262ec78459c,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:56.264568 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b382b7b1-4e2c-4d31-a23f-d80e1e3a0eb7 admin admin] Checking segment: {'id': 'ef9390e8-a2a6-48db-b925-a5b48daa748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'a11a604d-7249-487a-be5b-5fabe3841c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:56.264568 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b382b7b1-4e2c-4d31-a23f-d80e1e3a0eb7 admin admin] Network hostable DHCP agents. Network: a11a604d-7249-487a-be5b-5fabe3841c91, hostable agents: ['a9493b20-30d9-4471-90b9-83259b2d43bc'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:33:56.306931 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-0f52c2d6-0a5f-4721-86d9-e1aa0f39a8be req-454e6f86-b181-4ee6-90f0-f619e5ed2eec service neutron] 10.222.0.82 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144822 Nov 19 13:33:56.314072 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0cd8b16a-8066-48cf-80d1-e914b10ef924 req-2a264c1d-3540-4785-b488-2c502125b73b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958822 Nov 19 13:33:56.315289 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b382b7b1-4e2c-4d31-a23f-d80e1e3a0eb7 admin admin] Network a11a604d-7249-487a-be5b-5fabe3841c91 is scheduled to be hosted by DHCP agent a9493b20-30d9-4471-90b9-83259b2d43bc with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:33:56.340569 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-b382b7b1-4e2c-4d31-a23f-d80e1e3a0eb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-smb, a11a604d-7249-487a-be5b-5fabe3841c91) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:56.345215 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b382b7b1-4e2c-4d31-a23f-d80e1e3a0eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:56.346119 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b382b7b1-4e2c-4d31-a23f-d80e1e3a0eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.376174 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-b382b7b1-4e2c-4d31-a23f-d80e1e3a0eb7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6502120 Nov 19 13:33:56.393218 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d75c7c-c56e-4902-82f0-ae40c3f21afa None None] Network a11a604d-7249-487a-be5b-5fabe3841c91 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:56.398724 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-770d65bc-0620-4b1f-aadd-ccf129c5b498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.448315 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74b553-52e5-4c30-93da-1ac768b1302e req-a8a6f829-c6ee-4695-a2f3-884ebac1bc11 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:56.459581 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-af74b553-52e5-4c30-93da-1ac768b1302e req-a8a6f829-c6ee-4695-a2f3-884ebac1bc11 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a227d8e-5d75-4196-822f-f1076592c803 HTTP/1.1" status: 200 len: 944 time: 0.0838594 Nov 19 13:33:56.467027 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fb683-1117-4a16-88c4-2beba54b6815 req-fef29f33-2e04-42fa-8c01-6263ef5bb7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:56.469108 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c73fb683-1117-4a16-88c4-2beba54b6815 req-fef29f33-2e04-42fa-8c01-6263ef5bb7c2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f22b0a2f942a4e95b2561cf30d37dab8&device_id=0a227d8e-5d75-4196-822f-f1076592c803 HTTP/1.1" status: 200 len: 1097 time: 0.0785348 Nov 19 13:33:56.574904 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da264a84-72eb-42fb-91dc-993e45337841 None None] Network a11a604d-7249-487a-be5b-5fabe3841c91 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:56.590254 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-af74b553-52e5-4c30-93da-1ac768b1302e req-a197ec56-bb92-4ba5-825a-b25bdae6f9e7 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296744 Nov 19 13:33:56.644058 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fb683-1117-4a16-88c4-2beba54b6815 req-b24d100d-bf3c-438b-a29c-6a4e39d5f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:56.646193 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c73fb683-1117-4a16-88c4-2beba54b6815 req-b24d100d-bf3c-438b-a29c-6a4e39d5f893 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5381b9b1-2906-46aa-be36-c7c6a6939b5c HTTP/1.1" status: 200 len: 915 time: 0.1650944 Nov 19 13:33:56.712598 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c73fb683-1117-4a16-88c4-2beba54b6815 req-7e7484eb-aac0-43af-87ba-f1763ddc9eb6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ebb9f61-7992-4dc8-ad4d-945bb13eeea0 HTTP/1.1" status: 200 len: 217 time: 0.0561018 Nov 19 13:33:56.777988 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fb683-1117-4a16-88c4-2beba54b6815 req-f9c5e50f-e13c-49cc-97a4-124a2d3338b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:56.779514 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c73fb683-1117-4a16-88c4-2beba54b6815 req-f9c5e50f-e13c-49cc-97a4-124a2d3338b9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f30ec31d-66a3-4d76-b433-0201bea0d251 HTTP/1.1" status: 200 len: 853 time: 0.0569546 Nov 19 13:33:56.848429 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c73fb683-1117-4a16-88c4-2beba54b6815 req-77629ecc-bb57-4424-a9e7-7b1cd222074d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5381b9b1-2906-46aa-be36-c7c6a6939b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328460 Nov 19 13:33:56.949329 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 586dea20-3544-446e-8df5-80cd78e40431 up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:57.061404 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c73fb683-1117-4a16-88c4-2beba54b6815 req-25752b35-c165-4103-a5ef-b3d54bc131d4 service neutron] 10.222.0.82 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000632 Nov 19 13:33:57.065508 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port 586dea20-3544-446e-8df5-80cd78e40431 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:57.065887 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:57.206395 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c73fb683-1117-4a16-88c4-2beba54b6815 req-f4feec5d-78dc-479f-858a-6707b9eafb9b service neutron] 10.222.0.82 "GET /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331761 Nov 19 13:33:57.435572 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245c6d6-25b6-4d7c-aada-f78f7720bea2 req-d12078b4-65e0-4aac-aa58-f3bbab463a82 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:57.437165 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0245c6d6-25b6-4d7c-aada-f78f7720bea2 req-d12078b4-65e0-4aac-aa58-f3bbab463a82 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0516202 Nov 19 13:33:57.484894 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0245c6d6-25b6-4d7c-aada-f78f7720bea2 req-d26eb5dc-9dac-45f1-aa9c-d22f316078c0 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416667 Nov 19 13:33:57.698496 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bbc66-f709-49db-b33d-d9d4732552a4 req-e11708ac-e636-40cf-8257-a3a81edac86a tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:57.700797 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-783bbc66-f709-49db-b33d-d9d4732552a4 req-e11708ac-e636-40cf-8257-a3a81edac86a tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a227d8e-5d75-4196-822f-f1076592c803 HTTP/1.1" status: 200 len: 944 time: 0.0545642 Nov 19 13:33:57.758396 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-783bbc66-f709-49db-b33d-d9d4732552a4 req-525d5310-69ca-4345-a459-511b0958c534 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517652 Nov 19 13:33:58.210106 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 44066) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:58.328590 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-259a1f1c-8907-4a48-940e-3f35b85ae054 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.409978 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-259a1f1c-8907-4a48-940e-3f35b85ae054 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.414818 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-259a1f1c-8907-4a48-940e-3f35b85ae054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.457491 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-259a1f1c-8907-4a48-940e-3f35b85ae054 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c59d03e2dbe04769bde4491eb14a70f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462351 Nov 19 13:33:58.459500 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a1f1c-8907-4a48-940e-3f35b85ae054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271077fc-3eeb-4754-887a-6567a5fb5a9f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:58.460345 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 44078) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:58.511367 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2746d455-ff5b-40ac-9ea4-6d05101ccd5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.536245 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2746d455-ff5b-40ac-9ea4-6d05101ccd5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.584359 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2746d455-ff5b-40ac-9ea4-6d05101ccd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.587182 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2746d455-ff5b-40ac-9ea4-6d05101ccd5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.588470 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-2746d455-ff5b-40ac-9ea4-6d05101ccd5b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/271077fc-3eeb-4754-887a-6567a5fb5a9f HTTP/1.1" status: 204 len: 168 time: 0.1270778 Nov 19 13:33:58.596955 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746d455-ff5b-40ac-9ea4-6d05101ccd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271077fc-3eeb-4754-887a-6567a5fb5a9f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:58.710762 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-acc8bc77-c594-45ce-8755-5c4e3151dd16 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:58.712256 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-acc8bc77-c594-45ce-8755-5c4e3151dd16 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/networks?id=a11a604d-7249-487a-be5b-5fabe3841c91 HTTP/1.1" status: 200 len: 808 time: 0.1097057 Nov 19 13:33:58.727408 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-7b9d18fe-d8cc-4d05-8241-eb8805261cda tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/quotas/d1b9e83348a549bd98e6f75206a5a92f HTTP/1.1" status: 200 len: 375 time: 0.0091789 Nov 19 13:33:58.766279 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-b8e08e4a-7c10-405d-92b1-351bb6d498fa tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1b9e83348a549bd98e6f75206a5a92f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323935 Nov 19 13:33:58.897005 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-e1321b02-8b0c-4f24-8c94-3796bf54d34e service neutron] 10.222.0.70 "GET /v2.0/networks/a11a604d-7249-487a-be5b-5fabe3841c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230123 Nov 19 13:33:58.905065 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 44100) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:58.918664 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5cb3a40b-90f3-441f-a433-3f0085130f56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.957684 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778602e-582b-4221-9cb2-f5b979b28d79 req-ed7936fe-a0cf-469f-b376-da71ae0db3e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:58.959142 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1778602e-582b-4221-9cb2-f5b979b28d79 req-ed7936fe-a0cf-469f-b376-da71ae0db3e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a227d8e-5d75-4196-822f-f1076592c803 HTTP/1.1" status: 200 len: 944 time: 0.1090703 Nov 19 13:33:58.996301 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5cb3a40b-90f3-441f-a433-3f0085130f56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:59.000203 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5cb3a40b-90f3-441f-a433-3f0085130f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:59.024526 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-bb713400-cba2-414d-b7aa-41702fa60e35 service neutron] 10.222.0.70 "GET /v2.0/networks/a11a604d-7249-487a-be5b-5fabe3841c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202955 Nov 19 13:33:59.038762 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1778602e-582b-4221-9cb2-f5b979b28d79 req-e53ac743-183d-4667-995d-a480ab104544 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650790 Nov 19 13:33:59.039091 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-5cb3a40b-90f3-441f-a433-3f0085130f56 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d9db3c3b07ac41329f6564cde491a4fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301820 Nov 19 13:33:59.039091 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3a40b-90f3-441f-a433-3f0085130f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39acca9e-cf40-4033-875d-4c426a5bdc59,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:59.039258 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 44102) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:59.084979 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 4ebb9f61-7992-4dc8-ad4d-945bb13eeea0 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:33:59.088470 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-30950557-17fa-4071-ac93-462ce99d9177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:59.128457 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-30950557-17fa-4071-ac93-462ce99d9177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:59.135218 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-680d22c7-04bd-4611-9057-86d5bf8d0916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:59.197764 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e867527-ee50-4239-a858-87ca32061d07 req-6bd61ed1-e563-49c5-bc6d-b8e790923201 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:59.199329 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4e867527-ee50-4239-a858-87ca32061d07 req-6bd61ed1-e563-49c5-bc6d-b8e790923201 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0909407 Nov 19 13:33:59.264277 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ed514ae0-f276-488d-b196-247d38ea96a8 req-7671068b-d9a8-4623-9e69-87d73d704b51 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=798e23c8-cc1b-400d-82e1-73189e596a12 HTTP/1.1" status: 200 len: 210 time: 0.0582221 Nov 19 13:33:59.266216 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 4ebb9f61-7992-4dc8-ad4d-945bb13eeea0, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=4ebb9f61-7992-4dc8-ad4d-945bb13eeea0,segment=NetworkSegment(85056d8e-48cf-4ef4-b765-08a82b1fd145),segment_id=85056d8e-48cf-4ef4-b765-08a82b1fd145)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:59.284179 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Returning: {'device': '4ebb9f61-7992-4dc8-ad4d-945bb13eeea0', 'network_id': '5381b9b1-2906-46aa-be36-c7c6a6939b5c', 'port_id': '4ebb9f61-7992-4dc8-ad4d-945bb13eeea0', 'mac_address': 'fa:16:3e:53:cf:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30ec31d-66a3-4d76-b433-0201bea0d251', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:33:59.287344 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-30950557-17fa-4071-ac93-462ce99d9177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:59.289876 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-30950557-17fa-4071-ac93-462ce99d9177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:59.291577 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-30950557-17fa-4071-ac93-462ce99d9177 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/39acca9e-cf40-4033-875d-4c426a5bdc59 HTTP/1.1" status: 204 len: 168 time: 0.2516811 Nov 19 13:33:59.321834 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30950557-17fa-4071-ac93-462ce99d9177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39acca9e-cf40-4033-875d-4c426a5bdc59,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:59.338386 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4e867527-ee50-4239-a858-87ca32061d07 req-482b07ee-d382-449f-b04e-a19b9bc9050f tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198077 Nov 19 13:33:59.353247 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:59.373616 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ebb9f61-7992-4dc8-ad4d-945bb13eeea0 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:59.420647 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 4ebb9f61-7992-4dc8-ad4d-945bb13eeea0, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=4ebb9f61-7992-4dc8-ad4d-945bb13eeea0,segment=NetworkSegment(85056d8e-48cf-4ef4-b765-08a82b1fd145),segment_id=85056d8e-48cf-4ef4-b765-08a82b1fd145)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:59.426150 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:59.495191 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=4ebb9f61-7992-4dc8-ad4d-945bb13eeea0,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:59.841306 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:59.945280 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['4ebb9f61-7992-4dc8-ad4d-945bb13eeea0'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:34:00.140884 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.175979 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddeba22-9510-45bb-9a9e-4743ba045d33 req-0ef157f3-961e-4574-827a-9dfed8af591d tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:00.177999 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9ddeba22-9510-45bb-9a9e-4743ba045d33 req-0ef157f3-961e-4574-827a-9dfed8af591d tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a227d8e-5d75-4196-822f-f1076592c803 HTTP/1.1" status: 200 len: 945 time: 0.0623319 Nov 19 13:34:00.181487 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 44152) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:00.230247 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9ddeba22-9510-45bb-9a9e-4743ba045d33 req-f17d042c-3f71-4f54-9743-df35065991df tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432258 Nov 19 13:34:00.281236 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-323d0834-d4bc-45b2-bb4a-3ee648e1c1b1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-564155755-network', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:00.303094 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323d0834-d4bc-45b2-bb4a-3ee648e1c1b1 admin admin] Made reservation on behalf of 09aa125b8fc640e780552210e36a9a2e for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:34:00.305615 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-323d0834-d4bc-45b2-bb4a-3ee648e1c1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.314715 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-323d0834-d4bc-45b2-bb4a-3ee648e1c1b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.358980 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-92422293-fe49-4e9e-bdc0-c3598cf4e6ec req-91c3a946-f246-4dde-b020-838c5ffc599d tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=798e23c8-cc1b-400d-82e1-73189e596a12 HTTP/1.1" status: 200 len: 210 time: 0.0317872 Nov 19 13:34:00.413307 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-323d0834-d4bc-45b2-bb4a-3ee648e1c1b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.417229 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-323d0834-d4bc-45b2-bb4a-3ee648e1c1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.447519 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323d0834-d4bc-45b2-bb4a-3ee648e1c1b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1143} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:34:00.452188 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d0834-d4bc-45b2-bb4a-3ee648e1c1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:00.457299 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-323d0834-d4bc-45b2-bb4a-3ee648e1c1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.457645 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.db.segments_db [None req-323d0834-d4bc-45b2-bb4a-3ee648e1c1b1 admin admin] Added segment 9e4fe50c-07cf-46cc-ac06-1028ee4081c6 of type vlan for network f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6 Nov 19 13:34:00.499213 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-323d0834-d4bc-45b2-bb4a-3ee648e1c1b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736459351574'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.534112 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-323d0834-d4bc-45b2-bb4a-3ee648e1c1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.535075 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323d0834-d4bc-45b2-bb4a-3ee648e1c1b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:00.535694 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-323d0834-d4bc-45b2-bb4a-3ee648e1c1b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.596105 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-323d0834-d4bc-45b2-bb4a-3ee648e1c1b1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4096603 Nov 19 13:34:00.596902 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 44162) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:00.604609 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b74ec288-cbfd-4c0f-a0d0-6e9a38a815db admin admin] Request body: {'subnet': {'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-564155755-subnet', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:00.612815 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d0834-d4bc-45b2-bb4a-3ee648e1c1b1 admin admin] Pushing event updated for resources: {'Network': ['ID=f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:00.629450 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Network f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6 details requested by agent ovs-agent-dv-cinder-816324-4-smb with host dv-cinder-816324-4-smb {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:34:00.645622 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74ec288-cbfd-4c0f-a0d0-6e9a38a815db admin admin] Made reservation on behalf of 09aa125b8fc640e780552210e36a9a2e for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:34:00.648229 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b74ec288-cbfd-4c0f-a0d0-6e9a38a815db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14394678'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.731952 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-42f26717-c37b-48b1-940b-d1aa3f31969c tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:00.733410 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-42f26717-c37b-48b1-940b-d1aa3f31969c tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.82 "GET /v2.0/networks?id=a11a604d-7249-487a-be5b-5fabe3841c91 HTTP/1.1" status: 200 len: 808 time: 0.1893120 Nov 19 13:34:00.768816 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-b8713343-cd4a-46da-8dd9-34325aea0713 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Request body: {'port': {'device_id': '798e23c8-cc1b-400d-82e1-73189e596a12', 'network_id': 'a11a604d-7249-487a-be5b-5fabe3841c91', 'admin_state_up': True, 'tenant_id': 'd1b9e83348a549bd98e6f75206a5a92f'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:00.929990 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b74ec288-cbfd-4c0f-a0d0-6e9a38a815db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14406693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14394692'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.992821 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-b8713343-cd4a-46da-8dd9-34325aea0713 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Made reservation on behalf of d1b9e83348a549bd98e6f75206a5a92f for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:34:00.996821 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-b8713343-cd4a-46da-8dd9-34325aea0713 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.016575 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ec288-cbfd-4c0f-a0d0-6e9a38a815db admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a749b76-60b4-4c14-a9f5-74c13fa5871a,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:01.039218 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ec288-cbfd-4c0f-a0d0-6e9a38a815db admin admin] Checking segment: {'id': '9e4fe50c-07cf-46cc-ac06-1028ee4081c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:01.039574 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74ec288-cbfd-4c0f-a0d0-6e9a38a815db admin admin] Network hostable DHCP agents. Network: f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6, hostable agents: ['a9493b20-30d9-4471-90b9-83259b2d43bc'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:34:01.102546 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74ec288-cbfd-4c0f-a0d0-6e9a38a815db admin admin] Network f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6 is scheduled to be hosted by DHCP agent a9493b20-30d9-4471-90b9-83259b2d43bc with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:34:01.123076 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.129782 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-b74ec288-cbfd-4c0f-a0d0-6e9a38a815db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-smb, f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:01.137706 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74ec288-cbfd-4c0f-a0d0-6e9a38a815db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:01.138302 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b74ec288-cbfd-4c0f-a0d0-6e9a38a815db admin admin] Publish callbacks [] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.138586 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee7e6ff-a3e3-45b2-801c-00ec7860c402 None None] Network f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:34:01.163446 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-b74ec288-cbfd-4c0f-a0d0-6e9a38a815db admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5651090 Nov 19 13:34:01.166150 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 44172) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:01.167656 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-b8713343-cd4a-46da-8dd9-34325aea0713 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Allocated IP 172.20.0.14 (a11a604d-7249-487a-be5b-5fabe3841c91/6dd603dd-d79d-46c0-81e6-5262ec78459c/54f62654-7ddc-4514-bf40-36349c12442d) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:34:01.174767 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-99ecaf5d-b30d-4582-bfec-143d9a7be4a5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-564155755-router', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:01.202832 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-99ecaf5d-b30d-4582-bfec-143d9a7be4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6744'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.203970 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-99ecaf5d-b30d-4582-bfec-143d9a7be4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1791364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1796913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6723'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.259966 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-99ecaf5d-b30d-4582-bfec-143d9a7be4a5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.314348 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fd6d59-f40b-4790-9ff1-2c0646c178ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53cf6b08-0369-5507-b163-abf0e9693b8d-f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6', 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'fixed_ips': [{'subnet_id': '4a749b76-60b4-4c14-a9f5-74c13fa5871a'}]}} from dv-cinder-816324-4-smb. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:34:01.320404 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c3fd6d59-f40b-4790-9ff1-2c0646c178ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.370868 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-b8713343-cd4a-46da-8dd9-34325aea0713 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.416427 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-b8713343-cd4a-46da-8dd9-34325aea0713 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.479419 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-b8713343-cd4a-46da-8dd9-34325aea0713 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Network a11a604d-7249-487a-be5b-5fabe3841c91 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:01.487140 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-b8713343-cd4a-46da-8dd9-34325aea0713 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:01.490452 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-b8713343-cd4a-46da-8dd9-34325aea0713 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:34:01.494434 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8713343-cd4a-46da-8dd9-34325aea0713 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Pushing event updated for resources: {'Port': ['ID=54f62654-7ddc-4514-bf40-36349c12442d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:01.511899 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-c3fd6d59-f40b-4790-9ff1-2c0646c178ab None None] Allocated IP 172.20.0.2 (f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6/4a749b76-60b4-4c14-a9f5-74c13fa5871a/c0231f5f-0451-4584-a757-464d1bde151c) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:34:01.524193 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-99ecaf5d-b30d-4582-bfec-143d9a7be4a5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.553503 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc168c-3b2e-4c3e-804e-eb869e4662e9 req-848dca4c-3f0b-4ae5-b180-d38bf55ffdfc tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:01.555029 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-92fc168c-3b2e-4c3e-804e-eb869e4662e9 req-848dca4c-3f0b-4ae5-b180-d38bf55ffdfc tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a227d8e-5d75-4196-822f-f1076592c803 HTTP/1.1" status: 200 len: 945 time: 0.2207923 Nov 19 13:34:01.570101 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-b8713343-cd4a-46da-8dd9-34325aea0713 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:01.570900 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-b8713343-cd4a-46da-8dd9-34325aea0713 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.592544 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-b8713343-cd4a-46da-8dd9-34325aea0713 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8290095 Nov 19 13:34:01.610266 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-53e086bd-aa98-4869-a133-038b09938ece service neutron] Request body: {'port': {'device_id': '798e23c8-cc1b-400d-82e1-73189e596a12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:01.666896 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec3765-78ea-4c4c-99f3-4944402e122b req-a42ede4c-b137-4794-b873-c4779e1ea2c8 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:01.668432 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9cec3765-78ea-4c4c-99f3-4944402e122b req-a42ede4c-b137-4794-b873-c4779e1ea2c8 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=798e23c8-cc1b-400d-82e1-73189e596a12 HTTP/1.1" status: 200 len: 932 time: 0.1678226 Nov 19 13:34:01.683918 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-53e086bd-aa98-4869-a133-038b09938ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.696938 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-92fc168c-3b2e-4c3e-804e-eb869e4662e9 req-801bca6b-201e-4ce9-ab5d-a155475398bb tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215496 Nov 19 13:34:01.725447 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c3fd6d59-f40b-4790-9ff1-2c0646c178ab None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.736102 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c3fd6d59-f40b-4790-9ff1-2c0646c178ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.751464 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9cec3765-78ea-4c4c-99f3-4944402e122b req-90aa389b-2cf0-4a8f-863a-2b378f3139c0 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679169 Nov 19 13:34:01.795552 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fd6d59-f40b-4790-9ff1-2c0646c178ab None None] Network f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:01.799522 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-c3fd6d59-f40b-4790-9ff1-2c0646c178ab None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:01.801425 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd6d59-f40b-4790-9ff1-2c0646c178ab None None] Pushing event updated for resources: {'Port': ['ID=c0231f5f-0451-4584-a757-464d1bde151c,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:01.803569 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd6d59-f40b-4790-9ff1-2c0646c178ab None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:34:01.865163 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c3fd6d59-f40b-4790-9ff1-2c0646c178ab None None] Attempting to bind port c0231f5f-0451-4584-a757-464d1bde151c on host dv-cinder-816324-4-smb for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:34:01.865674 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c3fd6d59-f40b-4790-9ff1-2c0646c178ab None None] Attempting to bind port c0231f5f-0451-4584-a757-464d1bde151c by drivers openvswitch,hyperv on host dv-cinder-816324-4-smb at level 0 using segments [{'id': '9e4fe50c-07cf-46cc-ac06-1028ee4081c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:34:01.866052 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fd6d59-f40b-4790-9ff1-2c0646c178ab None None] Attempting to bind port c0231f5f-0451-4584-a757-464d1bde151c on network f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:01.873666 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fd6d59-f40b-4790-9ff1-2c0646c178ab None None] Checking agent: {'id': '3401932b-84b7-4798-97d9-02908ea34a73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 24, 32), 'started_at': datetime.datetime(2021, 11, 19, 13, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:34:01.874159 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fd6d59-f40b-4790-9ff1-2c0646c178ab None None] Checking segment: {'id': '9e4fe50c-07cf-46cc-ac06-1028ee4081c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:01.874813 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c3fd6d59-f40b-4790-9ff1-2c0646c178ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.875305 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fd6d59-f40b-4790-9ff1-2c0646c178ab None None] Bound using segment: {'id': '9e4fe50c-07cf-46cc-ac06-1028ee4081c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:34:01.875928 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c3fd6d59-f40b-4790-9ff1-2c0646c178ab None None] Bound port: c0231f5f-0451-4584-a757-464d1bde151c, host: dv-cinder-816324-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4fe50c-07cf-46cc-ac06-1028ee4081c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:34:01.876658 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c3fd6d59-f40b-4790-9ff1-2c0646c178ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:02.101777 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c3fd6d59-f40b-4790-9ff1-2c0646c178ab None None] For port c0231f5f-0451-4584-a757-464d1bde151c, host dv-cinder-816324-4-smb, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:02.101967 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-53e086bd-aa98-4869-a133-038b09938ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f62654-7ddc-4514-bf40-36349c12442d {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:34:02.105532 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c3fd6d59-f40b-4790-9ff1-2c0646c178ab None None] For port c0231f5f-0451-4584-a757-464d1bde151c, host dv-cinder-816324-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=c0231f5f-0451-4584-a757-464d1bde151c,segment=NetworkSegment(9e4fe50c-07cf-46cc-ac06-1028ee4081c6),segment_id=9e4fe50c-07cf-46cc-ac06-1028ee4081c6)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:34:02.110448 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-53e086bd-aa98-4869-a133-038b09938ece service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:02.111082 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c3fd6d59-f40b-4790-9ff1-2c0646c178ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:02.123010 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-53e086bd-aa98-4869-a133-038b09938ece service neutron] Transition to ACTIVE for port object 54f62654-7ddc-4514-bf40-36349c12442d will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:34:02.132093 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-53e086bd-aa98-4869-a133-038b09938ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:02.210615 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd6d59-f40b-4790-9ff1-2c0646c178ab None None] Pushing event updated for resources: {'Port': ['ID=c0231f5f-0451-4584-a757-464d1bde151c,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:02.238160 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e086bd-aa98-4869-a133-038b09938ece service neutron] Pushing event updated for resources: {'Port': ['ID=54f62654-7ddc-4514-bf40-36349c12442d,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:02.238816 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-99ecaf5d-b30d-4582-bfec-143d9a7be4a5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:02.264689 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-99ecaf5d-b30d-4582-bfec-143d9a7be4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:02.315593 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:02.323037 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-53e086bd-aa98-4869-a133-038b09938ece service neutron] Attempting to bind port 54f62654-7ddc-4514-bf40-36349c12442d on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:34:02.323476 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-53e086bd-aa98-4869-a133-038b09938ece service neutron] Attempting to bind port 54f62654-7ddc-4514-bf40-36349c12442d by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': 'ef9390e8-a2a6-48db-b925-a5b48daa748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'a11a604d-7249-487a-be5b-5fabe3841c91'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:34:02.323922 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-53e086bd-aa98-4869-a133-038b09938ece service neutron] Attempting to bind port 54f62654-7ddc-4514-bf40-36349c12442d on network a11a604d-7249-487a-be5b-5fabe3841c91 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:02.332166 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-53e086bd-aa98-4869-a133-038b09938ece service neutron] Port 54f62654-7ddc-4514-bf40-36349c12442d on network a11a604d-7249-487a-be5b-5fabe3841c91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:34:02.332574 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-53e086bd-aa98-4869-a133-038b09938ece service neutron] Attempting to bind port 54f62654-7ddc-4514-bf40-36349c12442d on network a11a604d-7249-487a-be5b-5fabe3841c91 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:02.338410 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-53e086bd-aa98-4869-a133-038b09938ece service neutron] Checking agent: {'id': '75923988-c426-4077-9ddc-4d64f8800d36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'started_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:34:02.338801 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-53e086bd-aa98-4869-a133-038b09938ece service neutron] Checking segment: {'id': 'ef9390e8-a2a6-48db-b925-a5b48daa748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'a11a604d-7249-487a-be5b-5fabe3841c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:02.339265 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-53e086bd-aa98-4869-a133-038b09938ece service neutron] Bound using segment: {'id': 'ef9390e8-a2a6-48db-b925-a5b48daa748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'a11a604d-7249-487a-be5b-5fabe3841c91'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:34:02.339850 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-53e086bd-aa98-4869-a133-038b09938ece service neutron] Bound port: 54f62654-7ddc-4514-bf40-36349c12442d, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef9390e8-a2a6-48db-b925-a5b48daa748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'a11a604d-7249-487a-be5b-5fabe3841c91'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:34:02.340263 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-53e086bd-aa98-4869-a133-038b09938ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:02.438259 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-53e086bd-aa98-4869-a133-038b09938ece service neutron] For port 54f62654-7ddc-4514-bf40-36349c12442d, host hv-cinder-81632, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:02.443732 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-53e086bd-aa98-4869-a133-038b09938ece service neutron] For port 54f62654-7ddc-4514-bf40-36349c12442d, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=54f62654-7ddc-4514-bf40-36349c12442d,segment=NetworkSegment(ef9390e8-a2a6-48db-b925-a5b48daa748b),segment_id=ef9390e8-a2a6-48db-b925-a5b48daa748b)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:34:02.458187 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-53e086bd-aa98-4869-a133-038b09938ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:02.504355 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-99ecaf5d-b30d-4582-bfec-143d9a7be4a5 admin admin] Allocated IP 172.28.1.197 (f5fe0685-e1a5-4f21-925a-12d1aefd12c8/e23fd1b3-af46-4401-a4dc-3ec2e1f1f010/2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:34:02.523546 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b2b90-d792-4d91-b728-5a151ab2ce13 req-b5f2b5eb-c4dd-411b-ab61-ce9528e44fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:02.525712 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a37b2b90-d792-4d91-b728-5a151ab2ce13 req-b5f2b5eb-c4dd-411b-ab61-ce9528e44fa1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f5f789d031f747e1943f91b44d5587cf&device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 1098 time: 0.2116899 Nov 19 13:34:02.536005 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7bb6d-81cb-434c-8d3a-ddbf41260b44 req-de411e20-ede9-49c6-b272-1a324c4ec177 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:02.543369 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a2e7bb6d-81cb-434c-8d3a-ddbf41260b44 req-de411e20-ede9-49c6-b272-1a324c4ec177 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.1943743 Nov 19 13:34:02.548760 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-53e086bd-aa98-4869-a133-038b09938ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:02.549380 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-53e086bd-aa98-4869-a133-038b09938ece service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:02.550796 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-53e086bd-aa98-4869-a133-038b09938ece service neutron] 10.222.0.82 "PUT /v2.0/ports/54f62654-7ddc-4514-bf40-36349c12442d HTTP/1.1" status: 200 len: 1094 time: 0.9452837 Nov 19 13:34:02.551242 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798e23c8-cc1b-400d-82e1-73189e596a12', 'tag': '54f62654-7ddc-4514-bf40-36349c12442d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:02.553912 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ac2859-5dd9-45cf-aa43-d1a374af0585" -d '{"events": [{"name": "network-changed", "server_uuid": "798e23c8-cc1b-400d-82e1-73189e596a12", "tag": "54f62654-7ddc-4514-bf40-36349c12442d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:02.625902 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bec966-f80f-41e5-8947-ff1ec016610e x-openstack-request-id: req-16bec966-f80f-41e5-8947-ff1ec016610e {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:02.626552 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798e23c8-cc1b-400d-82e1-73189e596a12", "tag": "54f62654-7ddc-4514-bf40-36349c12442d", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:02.626552 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-16bec966-f80f-41e5-8947-ff1ec016610e {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:02.626792 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798e23c8-cc1b-400d-82e1-73189e596a12', 'tag': '54f62654-7ddc-4514-bf40-36349c12442d', 'status': 'completed', 'code': 200} Nov 19 13:34:02.628588 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e086bd-aa98-4869-a133-038b09938ece service neutron] Pushing event updated for resources: {'Port': ['ID=54f62654-7ddc-4514-bf40-36349c12442d,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:02.658646 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-b90ff55a-fff6-4661-891c-dca71eb52b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:02.660165 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-b90ff55a-fff6-4661-891c-dca71eb52b15 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d1b9e83348a549bd98e6f75206a5a92f&device_id=798e23c8-cc1b-400d-82e1-73189e596a12 HTTP/1.1" status: 200 len: 1097 time: 0.0507567 Nov 19 13:34:02.694141 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a2e7bb6d-81cb-434c-8d3a-ddbf41260b44 req-246c9a6b-f10f-41fe-9330-f5def4720105 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497846 Nov 19 13:34:02.707417 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-0ffbf04b-3749-4f7c-b8c8-c6139e9dde26 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54f62654-7ddc-4514-bf40-36349c12442d HTTP/1.1" status: 200 len: 217 time: 0.0332832 Nov 19 13:34:02.761795 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b2b90-d792-4d91-b728-5a151ab2ce13 req-422a6298-3c33-4cdc-bfe1-3b683a7ac920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:02.763192 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a37b2b90-d792-4d91-b728-5a151ab2ce13 req-422a6298-3c33-4cdc-bfe1-3b683a7ac920 service neutron] 10.222.0.82 "GET /v2.0/networks?id=94129882-55e7-4f60-86f2-20086f9335b5 HTTP/1.1" status: 200 len: 921 time: 0.2178397 Nov 19 13:34:02.766029 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-99ecaf5d-b30d-4582-bfec-143d9a7be4a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:02.779459 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-ce502707-b9f3-4955-a067-37034d12d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:02.780931 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-ce502707-b9f3-4955-a067-37034d12d3e5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6dd603dd-d79d-46c0-81e6-5262ec78459c HTTP/1.1" status: 200 len: 848 time: 0.0647340 Nov 19 13:34:02.828880 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-8418fbe7-ee94-4909-b623-d129e9328fc6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a11a604d-7249-487a-be5b-5fabe3841c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373755 Nov 19 13:34:02.871221 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a37b2b90-d792-4d91-b728-5a151ab2ce13 req-b1182d66-837d-4cfd-a8e7-3f7dc50b28dc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c155a67c-20f3-4691-93b9-b9e98dad1f20 HTTP/1.1" status: 200 len: 217 time: 0.0500479 Nov 19 13:34:02.902064 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device c0231f5f-0451-4584-a757-464d1bde151c up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:02.953304 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e55e9-9930-43ea-a0e9-951de2a85c3e req-4bd1e79c-ce81-46f9-ba88-415130472ff0 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:02.953755 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e85e55e9-9930-43ea-a0e9-951de2a85c3e req-4bd1e79c-ce81-46f9-ba88-415130472ff0 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a227d8e-5d75-4196-822f-f1076592c803 HTTP/1.1" status: 200 len: 945 time: 0.1860619 Nov 19 13:34:02.964730 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-7016d317-cf92-4517-af41-5c21bcf01d5c service neutron] 10.222.0.82 "GET /v2.0/networks/a11a604d-7249-487a-be5b-5fabe3841c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059616 Nov 19 13:34:02.965522 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-99ecaf5d-b30d-4582-bfec-143d9a7be4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422526'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:02.978411 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port c0231f5f-0451-4584-a757-464d1bde151c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:02.978783 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:03.019283 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b2b90-d792-4d91-b728-5a151ab2ce13 req-1d51cfce-cfba-4e7a-9d63-909112f1161e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:03.020685 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a37b2b90-d792-4d91-b728-5a151ab2ce13 req-1d51cfce-cfba-4e7a-9d63-909112f1161e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ca813023-0106-4533-88fc-30d699229a62 HTTP/1.1" status: 200 len: 859 time: 0.1383133 Nov 19 13:34:03.055199 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ecaf5d-b30d-4582-bfec-143d9a7be4a5 admin admin] Network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:03.066151 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960d567-d4a3-4147-be7d-68aad9e78eba req-abccf5ac-b6a6-40e8-bb55-e47603f8f750 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:03.067797 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6960d567-d4a3-4147-be7d-68aad9e78eba req-abccf5ac-b6a6-40e8-bb55-e47603f8f750 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=798e23c8-cc1b-400d-82e1-73189e596a12 HTTP/1.1" status: 200 len: 944 time: 0.2019989 Nov 19 13:34:03.081739 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:03.093337 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a37b2b90-d792-4d91-b728-5a151ab2ce13 req-f63a061a-2ca7-48c0-a2f5-3cfc0ef4e8f6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94129882-55e7-4f60-86f2-20086f9335b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535069 Nov 19 13:34:03.094201 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-99ecaf5d-b30d-4582-bfec-143d9a7be4a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:03.098920 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecaf5d-b30d-4582-bfec-143d9a7be4a5 admin admin] Pushing event updated for resources: {'Port': ['ID=2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:03.103939 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ecaf5d-b30d-4582-bfec-143d9a7be4a5 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:34:03.108237 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-30fb6daa-dbd5-4705-be8e-d6c902118fda req-c7e8908d-3f2c-4d45-b750-f22fe1e2651c service neutron] 10.222.0.82 "GET /v2.0/networks/a11a604d-7249-487a-be5b-5fabe3841c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282966 Nov 19 13:34:03.131455 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 4ebb9f61-7992-4dc8-ad4d-945bb13eeea0 up at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:03.139231 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] For port c0231f5f-0451-4584-a757-464d1bde151c, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=c0231f5f-0451-4584-a757-464d1bde151c,segment=NetworkSegment(9e4fe50c-07cf-46cc-ac06-1028ee4081c6),segment_id=9e4fe50c-07cf-46cc-ac06-1028ee4081c6)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:03.167798 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:03.217666 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e85e55e9-9930-43ea-a0e9-951de2a85c3e req-ce9a16c3-15a7-424f-a168-607ae4fddf9d tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452297 Nov 19 13:34:03.233804 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac2859-5dd9-45cf-aa43-d1a374af0585 req-b0a49b26-ff64-4d85-b5f3-d357c0889010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:03.235495 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-f7ac2859-5dd9-45cf-aa43-d1a374af0585 req-b0a49b26-ff64-4d85-b5f3-d357c0889010 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d1b9e83348a549bd98e6f75206a5a92f&device_id=798e23c8-cc1b-400d-82e1-73189e596a12 HTTP/1.1" status: 200 len: 1097 time: 0.0587635 Nov 19 13:34:03.269228 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Pushing event updated for resources: {'Port': ['ID=c0231f5f-0451-4584-a757-464d1bde151c,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:03.311677 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning for port 4ebb9f61-7992-4dc8-ad4d-945bb13eeea0 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:34:03.321941 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning complete for port 4ebb9f61-7992-4dc8-ad4d-945bb13eeea0 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:03.322586 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:03.360279 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6960d567-d4a3-4147-be7d-68aad9e78eba req-d9de0355-9ceb-494c-bb50-1b01c26b2b1c tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742486 Nov 19 13:34:03.392247 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac2859-5dd9-45cf-aa43-d1a374af0585 req-f5daa0e5-94b4-4fcf-b815-f74ed1003581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:03.393847 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-f7ac2859-5dd9-45cf-aa43-d1a374af0585 req-f5daa0e5-94b4-4fcf-b815-f74ed1003581 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a11a604d-7249-487a-be5b-5fabe3841c91 HTTP/1.1" status: 200 len: 910 time: 0.1496599 Nov 19 13:34:03.418091 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a37b2b90-d792-4d91-b728-5a151ab2ce13 req-41539e4b-d640-4772-adee-97e7756d17d8 service neutron] 10.222.0.82 "GET /v2.0/networks/94129882-55e7-4f60-86f2-20086f9335b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075225 Nov 19 13:34:03.431728 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:03.457471 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2ed742-d057-4f32-aae8-cadc8cdc3356 None None] Network f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:34:03.469981 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a227d8e-5d75-4196-822f-f1076592c803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebb9f61-7992-4dc8-ad4d-945bb13eeea0'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:03.472340 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e055a475c9f0143691b95be0e0209c275a71c4689c1f5f09712fcbe57faa4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6c8d31-c4ed-4449-b52c-adaaa77a463c" -d '{"events": [{"server_uuid": "0a227d8e-5d75-4196-822f-f1076592c803", "name": "network-vif-plugged", "status": "completed", "tag": "4ebb9f61-7992-4dc8-ad4d-945bb13eeea0"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:03.583097 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d995069-93f0-4a4d-878f-55227fb928d1 x-openstack-request-id: req-0d995069-93f0-4a4d-878f-55227fb928d1 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:03.583097 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a227d8e-5d75-4196-822f-f1076592c803", "name": "network-vif-plugged", "status": "completed", "tag": "4ebb9f61-7992-4dc8-ad4d-945bb13eeea0", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:03.583441 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0d995069-93f0-4a4d-878f-55227fb928d1 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:03.583565 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a227d8e-5d75-4196-822f-f1076592c803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebb9f61-7992-4dc8-ad4d-945bb13eeea0', 'code': 200} Nov 19 13:34:03.590236 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 4ebb9f61-7992-4dc8-ad4d-945bb13eeea0, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=4ebb9f61-7992-4dc8-ad4d-945bb13eeea0,segment=NetworkSegment(85056d8e-48cf-4ef4-b765-08a82b1fd145),segment_id=85056d8e-48cf-4ef4-b765-08a82b1fd145)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:03.595393 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0d4b2638-7e1a-4ba6-a5a2-84b20881f122 None None] Provisioning complete for port c0231f5f-0451-4584-a757-464d1bde151c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:03.596517 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0d4b2638-7e1a-4ba6-a5a2-84b20881f122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:03.604842 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:03.605087 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a37b2b90-d792-4d91-b728-5a151ab2ce13 req-ab18131c-f210-4a67-9f30-fb2c504e3895 service neutron] 10.222.0.82 "GET /v2.0/networks/94129882-55e7-4f60-86f2-20086f9335b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676869 Nov 19 13:34:03.681359 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-99ecaf5d-b30d-4582-bfec-143d9a7be4a5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:03.711014 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-f7ac2859-5dd9-45cf-aa43-d1a374af0585 req-93490218-6ed3-4441-816d-6234f698be85 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54f62654-7ddc-4514-bf40-36349c12442d HTTP/1.1" status: 200 len: 217 time: 0.3097579 Nov 19 13:34:03.802601 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=4ebb9f61-7992-4dc8-ad4d-945bb13eeea0,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:03.815928 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac2859-5dd9-45cf-aa43-d1a374af0585 req-9678c36b-21fb-4b7b-9965-33047642bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:03.817933 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-f7ac2859-5dd9-45cf-aa43-d1a374af0585 req-9678c36b-21fb-4b7b-9965-33047642bd2f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6dd603dd-d79d-46c0-81e6-5262ec78459c HTTP/1.1" status: 200 len: 848 time: 0.0732780 Nov 19 13:34:03.855050 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-f7ac2859-5dd9-45cf-aa43-d1a374af0585 req-77821689-52c5-4e76-905f-17aeee3e6182 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a11a604d-7249-487a-be5b-5fabe3841c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270364 Nov 19 13:34:03.905451 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e47ba-2fbb-4ff8-a48d-806b8efc3fdc req-c7454adf-a249-47cf-9e58-41349f554680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:03.907049 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-480e47ba-2fbb-4ff8-a48d-806b8efc3fdc req-c7454adf-a249-47cf-9e58-41349f554680 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0a227d8e-5d75-4196-822f-f1076592c803 HTTP/1.1" status: 200 len: 1099 time: 0.1296902 Nov 19 13:34:03.959383 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-f7ac2859-5dd9-45cf-aa43-d1a374af0585 req-d7e52780-107d-470a-aa3f-f5ae278b62e1 service neutron] 10.222.0.82 "GET /v2.0/networks/a11a604d-7249-487a-be5b-5fabe3841c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947738 Nov 19 13:34:03.970305 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9f4bc-096c-4ccb-8c6b-1f965694cd8f req-9e0c4ca1-e27d-4631-a738-4da9adea5298 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:03.971853 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-03f9f4bc-096c-4ccb-8c6b-1f965694cd8f req-9e0c4ca1-e27d-4631-a738-4da9adea5298 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.1517351 Nov 19 13:34:04.032142 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-99ecaf5d-b30d-4582-bfec-143d9a7be4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1791423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1796940'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.046471 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-480e47ba-2fbb-4ff8-a48d-806b8efc3fdc req-858350fe-b40f-4c32-b062-258f6000ba8c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054711 Nov 19 13:34:04.056517 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-03f9f4bc-096c-4ccb-8c6b-1f965694cd8f req-088fcf74-7321-4c10-8aa7-68e210e85cc5 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769527 Nov 19 13:34:04.059767 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-f7ac2859-5dd9-45cf-aa43-d1a374af0585 req-f2570af0-2bc9-432f-a0bd-b34e48a627a2 service neutron] 10.222.0.82 "GET /v2.0/networks/a11a604d-7249-487a-be5b-5fabe3841c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909781 Nov 19 13:34:04.083700 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-50754cf0-4e61-452b-bc40-e50640bc7b32 None None] Provisioning complete for port c0231f5f-0451-4584-a757-464d1bde151c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:04.084084 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-50754cf0-4e61-452b-bc40-e50640bc7b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.186771 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ecaf5d-b30d-4582-bfec-143d9a7be4a5 admin admin] Router dcd17f14-68c0-4119-9f7d-dce3df95d10c is scheduled to L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:34:04.320891 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ecaf5d-b30d-4582-bfec-143d9a7be4a5 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:34:04.329466 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] Sync routers for ids ['dcd17f14-68c0-4119-9f7d-dce3df95d10c'] in dv-cinder-816324-4-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:34:04.338979 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] Routers {'dcd17f14-68c0-4119-9f7d-dce3df95d10c'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:04.339530 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:33:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['dcd17f14-68c0-4119-9f7d-dce3df95d10c'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:04.344515 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805abb7-09dc-4370-87e7-452c14ac09dd req-aff0c91c-0244-4f95-a06d-907142d55dd4 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:04.345991 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5805abb7-09dc-4370-87e7-452c14ac09dd req-aff0c91c-0244-4f95-a06d-907142d55dd4 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a227d8e-5d75-4196-822f-f1076592c803 HTTP/1.1" status: 200 len: 946 time: 0.0668507 Nov 19 13:34:04.349073 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-99ecaf5d-b30d-4582-bfec-143d9a7be4a5 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.353213 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-99ecaf5d-b30d-4582-bfec-143d9a7be4a5 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1817825 Nov 19 13:34:04.353520 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 44218) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:04.406768 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5805abb7-09dc-4370-87e7-452c14ac09dd req-129c0967-98c0-4919-a98e-c7d26b218b98 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501881 Nov 19 13:34:04.465429 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] Set router dcd17f14-68c0-4119-9f7d-dce3df95d10c gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:04.521541 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b52f4-f161-488a-9347-423ab105cf6c req-944db463-7b73-48b3-9d4b-2f62c60d199a tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:04.523618 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-725b52f4-f161-488a-9347-423ab105cf6c req-944db463-7b73-48b3-9d4b-2f62c60d199a tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=798e23c8-cc1b-400d-82e1-73189e596a12 HTTP/1.1" status: 200 len: 944 time: 0.0536785 Nov 19 13:34:04.590562 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-725b52f4-f161-488a-9347-423ab105cf6c req-17bd27c8-aee8-4335-8b84-6e295ce3f46d tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565915 Nov 19 13:34:04.664648 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'name': 'tempest-TestMinimumBasicScenario-564155755-router', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:01Z', 'updated_at': '2021-11-19T13:34:03Z', 'revision_number': 3, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'gw_port': {'id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:02Z', 'updated_at': '2021-11-19T13:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:04.690670 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] Checking router: dcd17f14-68c0-4119-9f7d-dce3df95d10c for host: dv-cinder-816324-4-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:34:04.691009 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] Updating router dcd17f14-68c0-4119-9f7d-dce3df95d10c port 2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4 binding host dv-cinder-816324-4-smb {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:34:04.714903 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.819493 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device c0231f5f-0451-4584-a757-464d1bde151c up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:04.843291 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-24b677a5-be9b-492f-b661-e667d9c799a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.868648 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port c0231f5f-0451-4584-a757-464d1bde151c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:04.869104 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.975292 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.980894 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:05.009971 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-24b677a5-be9b-492f-b661-e667d9c799a0 admin admin] Allocated IP 172.20.0.1 (f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6/4a749b76-60b4-4c14-a9f5-74c13fa5871a/00c132a2-4f21-4d5f-94b4-ad7346622e0f) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:34:05.027341 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847628a-760f-4a13-a12a-acf0be7ee897 None None] Pushing event updated for resources: {'Port': ['ID=2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:05.037810 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] Attempting to bind port 2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4 on host dv-cinder-816324-4-smb for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:34:05.038183 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] Attempting to bind port 2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4 by drivers openvswitch,hyperv on host dv-cinder-816324-4-smb at level 0 using segments [{'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:34:05.038535 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] Attempting to bind port 2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4 on network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:05.043536 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] Checking agent: {'id': '3401932b-84b7-4798-97d9-02908ea34a73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 24, 32), 'started_at': datetime.datetime(2021, 11, 19, 13, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:34:05.043931 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] Checking segment: {'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:05.044326 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:05.044707 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] Bound using segment: {'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:34:05.045161 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] Bound port: 2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4, host: dv-cinder-816324-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:34:05.045549 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:05.094997 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] For port 2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4, host dv-cinder-816324-4-smb, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:05.098088 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] For port 2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4, host dv-cinder-816324-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4,segment=NetworkSegment(627c73c3-23a8-462a-849f-9d71a84e6d70),segment_id=627c73c3-23a8-462a-849f-9d71a84e6d70)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:34:05.102995 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:05.135179 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-24b677a5-be9b-492f-b661-e667d9c799a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:05.165216 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847628a-760f-4a13-a12a-acf0be7ee897 None None] Pushing event updated for resources: {'Port': ['ID=2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:05.173951 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] Routers {'dcd17f14-68c0-4119-9f7d-dce3df95d10c'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:05.174555 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:33:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['dcd17f14-68c0-4119-9f7d-dce3df95d10c'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:05.187495 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-24b677a5-be9b-492f-b661-e667d9c799a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:05.201422 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed846c06-0787-48bc-b7de-ceba2d0aa717 req-c6c25c71-3fdd-4ce4-a466-2b8250ba8be2 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:05.208107 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ed846c06-0787-48bc-b7de-ceba2d0aa717 req-c6c25c71-3fdd-4ce4-a466-2b8250ba8be2 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0628486 Nov 19 13:34:05.232439 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b677a5-be9b-492f-b661-e667d9c799a0 admin admin] Network f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:05.235672 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-24b677a5-be9b-492f-b661-e667d9c799a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:05.238728 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b677a5-be9b-492f-b661-e667d9c799a0 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:34:05.262388 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ed846c06-0787-48bc-b7de-ceba2d0aa717 req-b6821cca-17a9-4c73-b5c2-992f3870a403 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531251 Nov 19 13:34:05.273220 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b677a5-be9b-492f-b661-e667d9c799a0 admin admin] Pushing event updated for resources: {'Port': ['ID=00c132a2-4f21-4d5f-94b4-ad7346622e0f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:05.298113 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-24b677a5-be9b-492f-b661-e667d9c799a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796657'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:05.385341 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] Set router dcd17f14-68c0-4119-9f7d-dce3df95d10c gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:05.425591 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-24b677a5-be9b-492f-b661-e667d9c799a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:05.522499 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2bc9b0e4-f07e-4ce8-b454-dac1dbd4ea8b None None] Provisioning complete for port 00c132a2-4f21-4d5f-94b4-ad7346622e0f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:05.522851 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2bc9b0e4-f07e-4ce8-b454-dac1dbd4ea8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:05.544868 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24568db9-9a7b-4291-aac0-500c39a3a86b req-58ee1f05-cc95-4567-8e36-8f05f7327fc5 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:05.547089 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-24568db9-9a7b-4291-aac0-500c39a3a86b req-58ee1f05-cc95-4567-8e36-8f05f7327fc5 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a227d8e-5d75-4196-822f-f1076592c803 HTTP/1.1" status: 200 len: 946 time: 0.0620010 Nov 19 13:34:05.588819 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2bc9b0e4-f07e-4ce8-b454-dac1dbd4ea8b None None] Port 00c132a2-4f21-4d5f-94b4-ad7346622e0f cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:34:05.609877 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-24568db9-9a7b-4291-aac0-500c39a3a86b req-31230daa-0281-4616-b664-94f462334af0 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561359 Nov 19 13:34:05.644905 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-24b677a5-be9b-492f-b661-e667d9c799a0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:05.654870 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-24b677a5-be9b-492f-b661-e667d9c799a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:05.663732 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'name': 'tempest-TestMinimumBasicScenario-564155755-router', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:01Z', 'updated_at': '2021-11-19T13:34:03Z', 'revision_number': 3, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'gw_port': {'id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:02Z', 'updated_at': '2021-11-19T13:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:05.703701 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69922e36-79d7-4358-a164-4358e36e9ddd None None] The sync data for ids ['dcd17f14-68c0-4119-9f7d-dce3df95d10c'] in dv-cinder-816324-4-smb is: [{'id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'name': 'tempest-TestMinimumBasicScenario-564155755-router', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:01Z', 'updated_at': '2021-11-19T13:34:03Z', 'revision_number': 3, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'gw_port': {'id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:02Z', 'updated_at': '2021-11-19T13:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:34:05.795699 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb9f78-fcb9-4cbb-a72d-1556ab52edd0 req-c3333e46-c2ac-43db-8a97-3019cfa46b51 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:05.798089 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-becb9f78-fcb9-4cbb-a72d-1556ab52edd0 req-c3333e46-c2ac-43db-8a97-3019cfa46b51 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=798e23c8-cc1b-400d-82e1-73189e596a12 HTTP/1.1" status: 200 len: 944 time: 0.0740671 Nov 19 13:34:05.805224 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-24b677a5-be9b-492f-b661-e667d9c799a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1796749'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:05.808066 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b677a5-be9b-492f-b661-e667d9c799a0 admin admin] Pushing event updated for resources: {'Port': ['ID=00c132a2-4f21-4d5f-94b4-ad7346622e0f,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:05.864941 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-becb9f78-fcb9-4cbb-a72d-1556ab52edd0 req-f2718aaf-e9f4-4d09-8c74-fc477c926167 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563972 Nov 19 13:34:05.909096 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b677a5-be9b-492f-b661-e667d9c799a0 admin admin] Network f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:05.910426 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-24b677a5-be9b-492f-b661-e667d9c799a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:06.062736 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b677a5-be9b-492f-b661-e667d9c799a0 admin admin] Router dcd17f14-68c0-4119-9f7d-dce3df95d10c has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:34:06.186040 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b677a5-be9b-492f-b661-e667d9c799a0 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:34:06.194324 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-24b677a5-be9b-492f-b661-e667d9c799a0 admin admin] 10.222.0.70 "PUT /v2.0/routers/dcd17f14-68c0-4119-9f7d-dce3df95d10c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8365664 Nov 19 13:34:06.220795 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1dc44198-e0d0-4ea2-bd97-f9f64d2a7abb None None] Provisioning complete for port 00c132a2-4f21-4d5f-94b4-ad7346622e0f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:06.221371 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1dc44198-e0d0-4ea2-bd97-f9f64d2a7abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:06.263503 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1dc44198-e0d0-4ea2-bd97-f9f64d2a7abb None None] Port 00c132a2-4f21-4d5f-94b4-ad7346622e0f cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:34:06.389197 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c7ffb-a017-4cd3-b6ab-8afcca7cb737 req-72089a56-49b5-4762-8f37-f9324fd49109 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:06.392601 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ef3c7ffb-a017-4cd3-b6ab-8afcca7cb737 req-72089a56-49b5-4762-8f37-f9324fd49109 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0547302 Nov 19 13:34:06.443176 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ef3c7ffb-a017-4cd3-b6ab-8afcca7cb737 req-694cfb7a-0c35-4adb-8b4b-a724fdcdb14e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457783 Nov 19 13:34:06.693771 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 44260) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:06.699736 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-bd1a4aab-5750-4e34-91f4-a9c997b02d64 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-133166334-network', 'tenant_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:06.722949 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1a4aab-5750-4e34-91f4-a9c997b02d64 admin admin] Made reservation on behalf of e8ffb70d5c1248e09e25dbab9d0c3f72 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:34:06.725361 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4aab-5750-4e34-91f4-a9c997b02d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:06.736605 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4aab-5750-4e34-91f4-a9c997b02d64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:06.779031 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16efa1d-24f4-4ce1-9c6f-c6327801f039 req-dd198c32-b0ce-49c1-bdef-1da9a3e6f6af tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:06.780611 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f16efa1d-24f4-4ce1-9c6f-c6327801f039 req-dd198c32-b0ce-49c1-bdef-1da9a3e6f6af tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a227d8e-5d75-4196-822f-f1076592c803 HTTP/1.1" status: 200 len: 946 time: 0.0851281 Nov 19 13:34:06.846597 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4aab-5750-4e34-91f4-a9c997b02d64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:06.848410 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f16efa1d-24f4-4ce1-9c6f-c6327801f039 req-dd690929-7abe-462c-8f19-bba61759c61f tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598621 Nov 19 13:34:06.852018 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4aab-5750-4e34-91f4-a9c997b02d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:06.852991 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4 up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:06.877452 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1a4aab-5750-4e34-91f4-a9c997b02d64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1126} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:34:06.902278 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4aab-5750-4e34-91f4-a9c997b02d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:06.902635 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.db.segments_db [None req-bd1a4aab-5750-4e34-91f4-a9c997b02d64 admin admin] Added segment ba8494b8-aa6d-426a-a3f3-18037d48bba4 of type vlan for network bbe94461-ba9b-4be0-8fbb-a388717edfbe Nov 19 13:34:06.904099 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a4aab-5750-4e34-91f4-a9c997b02d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9528f07-761c-4380-9c07-cf92493512b7,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:06.917593 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port 2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:06.918783 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:06.954852 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4aab-5750-4e34-91f4-a9c997b02d64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736459351574'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:06.996148 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4aab-5750-4e34-91f4-a9c997b02d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:06.997702 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1a4aab-5750-4e34-91f4-a9c997b02d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:06.999219 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4aab-5750-4e34-91f4-a9c997b02d64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:07.028734 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:07.052870 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714c5a4-b7bb-435e-8e08-1a6687f7e2b3 req-16addf85-bbde-4c36-9d5a-0487c9a9b204 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:07.054545 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1714c5a4-b7bb-435e-8e08-1a6687f7e2b3 req-16addf85-bbde-4c36-9d5a-0487c9a9b204 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=798e23c8-cc1b-400d-82e1-73189e596a12 HTTP/1.1" status: 200 len: 944 time: 0.0778959 Nov 19 13:34:07.067493 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-bd1a4aab-5750-4e34-91f4-a9c997b02d64 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3724630 Nov 19 13:34:07.072009 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 44270) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:07.077766 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] For port 2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4,segment=NetworkSegment(627c73c3-23a8-462a-849f-9d71a84e6d70),segment_id=627c73c3-23a8-462a-849f-9d71a84e6d70)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:07.077983 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-dda46238-27e3-4694-81cd-1393f0203492 admin admin] Request body: {'subnet': {'network_id': 'bbe94461-ba9b-4be0-8fbb-a388717edfbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-133166334-subnet', 'tenant_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:07.084539 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a4aab-5750-4e34-91f4-a9c997b02d64 admin admin] Pushing event updated for resources: {'Network': ['ID=bbe94461-ba9b-4be0-8fbb-a388717edfbe,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:07.089461 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:07.125783 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda46238-27e3-4694-81cd-1393f0203492 admin admin] Made reservation on behalf of e8ffb70d5c1248e09e25dbab9d0c3f72 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:34:07.128094 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dda46238-27e3-4694-81cd-1393f0203492 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14398220'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:07.133997 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Network bbe94461-ba9b-4be0-8fbb-a388717edfbe details requested by agent ovs-agent-dv-cinder-816324-4-smb with host dv-cinder-816324-4-smb {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:34:07.136364 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 54f62654-7ddc-4514-bf40-36349c12442d details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:34:07.247748 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Pushing event updated for resources: {'Port': ['ID=2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:07.366904 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 54f62654-7ddc-4514-bf40-36349c12442d, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=54f62654-7ddc-4514-bf40-36349c12442d,segment=NetworkSegment(ef9390e8-a2a6-48db-b925-a5b48daa748b),segment_id=ef9390e8-a2a6-48db-b925-a5b48daa748b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:07.381013 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Returning: {'device': '54f62654-7ddc-4514-bf40-36349c12442d', 'network_id': 'a11a604d-7249-487a-be5b-5fabe3841c91', 'port_id': '54f62654-7ddc-4514-bf40-36349c12442d', 'mac_address': 'fa:16:3e:ae:2c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd603dd-d79d-46c0-81e6-5262ec78459c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:34:07.387500 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1714c5a4-b7bb-435e-8e08-1a6687f7e2b3 req-f1b6a258-f8ac-4298-8a45-730d68ab5ba6 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260155 Nov 19 13:34:07.423946 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:07.440668 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f62654-7ddc-4514-bf40-36349c12442d {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:34:07.461283 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 54f62654-7ddc-4514-bf40-36349c12442d, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=54f62654-7ddc-4514-bf40-36349c12442d,segment=NetworkSegment(ef9390e8-a2a6-48db-b925-a5b48daa748b),segment_id=ef9390e8-a2a6-48db-b925-a5b48daa748b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:07.466215 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:07.530353 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] Sync routers for ids ['dcd17f14-68c0-4119-9f7d-dce3df95d10c'] in dv-cinder-816324-4-smb {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:34:07.533816 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=54f62654-7ddc-4514-bf40-36349c12442d,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:07.546063 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dda46238-27e3-4694-81cd-1393f0203492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13422378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14398334'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:07.548670 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] Routers {'dcd17f14-68c0-4119-9f7d-dce3df95d10c'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:07.549367 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:33:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['dcd17f14-68c0-4119-9f7d-dce3df95d10c'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:07.620020 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda46238-27e3-4694-81cd-1393f0203492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbfd5670-91d6-4896-92d7-c99bb2e3e0e8,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:07.632906 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52780cf4-0974-4a2b-ba40-6ec797392463 req-6bec21aa-33ec-429a-a069-cc0ebf3eb009 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:07.634439 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-52780cf4-0974-4a2b-ba40-6ec797392463 req-6bec21aa-33ec-429a-a069-cc0ebf3eb009 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.1023500 Nov 19 13:34:07.659096 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] Set router dcd17f14-68c0-4119-9f7d-dce3df95d10c gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:07.668404 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda46238-27e3-4694-81cd-1393f0203492 admin admin] Checking segment: {'id': 'ba8494b8-aa6d-426a-a3f3-18037d48bba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'bbe94461-ba9b-4be0-8fbb-a388717edfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:07.669052 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda46238-27e3-4694-81cd-1393f0203492 admin admin] Network hostable DHCP agents. Network: bbe94461-ba9b-4be0-8fbb-a388717edfbe, hostable agents: ['a9493b20-30d9-4471-90b9-83259b2d43bc'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:34:07.707819 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-52780cf4-0974-4a2b-ba40-6ec797392463 req-f3488103-252a-4847-8781-bcade8d17de0 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637796 Nov 19 13:34:07.708774 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda46238-27e3-4694-81cd-1393f0203492 admin admin] Network bbe94461-ba9b-4be0-8fbb-a388717edfbe is scheduled to be hosted by DHCP agent a9493b20-30d9-4471-90b9-83259b2d43bc with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:34:07.720352 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-dda46238-27e3-4694-81cd-1393f0203492 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-smb, bbe94461-ba9b-4be0-8fbb-a388717edfbe) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:07.726523 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda46238-27e3-4694-81cd-1393f0203492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:07.728089 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dda46238-27e3-4694-81cd-1393f0203492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:07.744729 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-dda46238-27e3-4694-81cd-1393f0203492 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6708951 Nov 19 13:34:07.744861 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3cb244-aea4-4776-bd39-5fea07228144 None None] Network bbe94461-ba9b-4be0-8fbb-a388717edfbe requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:34:07.746640 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 44280) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:07.752099 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-5cc10ffb-30da-4b93-a2a1-5a3e110c29a9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-133166334-router', 'tenant_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:07.792713 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5cc10ffb-30da-4b93-a2a1-5a3e110c29a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6744'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:07.793919 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5cc10ffb-30da-4b93-a2a1-5a3e110c29a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1791364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1796913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6723'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:07.854536 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5cc10ffb-30da-4b93-a2a1-5a3e110c29a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:08.001396 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5cc10ffb-30da-4b93-a2a1-5a3e110c29a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:08.008217 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['54f62654-7ddc-4514-bf40-36349c12442d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:34:08.169760 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80735130-76bd-49dd-b7f1-aa04fceb7f93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53cf6b08-0369-5507-b163-abf0e9693b8d-bbe94461-ba9b-4be0-8fbb-a388717edfbe', 'network_id': 'bbe94461-ba9b-4be0-8fbb-a388717edfbe', 'tenant_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'fixed_ips': [{'subnet_id': 'fbfd5670-91d6-4896-92d7-c99bb2e3e0e8'}]}} from dv-cinder-816324-4-smb. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:34:08.170346 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-80735130-76bd-49dd-b7f1-aa04fceb7f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:08.220502 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5cc10ffb-30da-4b93-a2a1-5a3e110c29a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:08.221158 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'name': 'tempest-TestMinimumBasicScenario-564155755-router', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:01Z', 'updated_at': '2021-11-19T13:34:05Z', 'revision_number': 4, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'gw_port': {'id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:02Z', 'updated_at': '2021-11-19T13:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': '00c132a2-4f21-4d5f-94b4-ad7346622e0f', 'name': '', 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'mac_address': 'fa:16:3e:d8:33:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '4a749b76-60b4-4c14-a9f5-74c13fa5871a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:04Z', 'updated_at': '2021-11-19T13:34:05Z', 'revision_number': 2, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'subnets': [{'id': '4a749b76-60b4-4c14-a9f5-74c13fa5871a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:08.239050 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5cc10ffb-30da-4b93-a2a1-5a3e110c29a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:08.302246 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] Checking router: dcd17f14-68c0-4119-9f7d-dce3df95d10c for host: dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:34:08.302818 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] Updating router dcd17f14-68c0-4119-9f7d-dce3df95d10c port 00c132a2-4f21-4d5f-94b4-ad7346622e0f binding host dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:34:08.354914 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:08.355120 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-5cc10ffb-30da-4b93-a2a1-5a3e110c29a9 admin admin] Allocated IP 172.28.1.17 (f5fe0685-e1a5-4f21-925a-12d1aefd12c8/e23fd1b3-af46-4401-a4dc-3ec2e1f1f010/6f98a0ab-c917-4cf1-b436-dfe9b65c56a6) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:34:08.455226 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-80735130-76bd-49dd-b7f1-aa04fceb7f93 None None] Allocated IP 172.20.0.2 (bbe94461-ba9b-4be0-8fbb-a388717edfbe/fbfd5670-91d6-4896-92d7-c99bb2e3e0e8/77432f74-5c34-494d-87cd-f4a5d740993c) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:34:08.482358 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5cc10ffb-30da-4b93-a2a1-5a3e110c29a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:08.563400 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc728c-7a72-423c-8939-07b47d9c1355 req-d33f4af2-cf92-40b6-8200-982c879e487b tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:08.564685 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a9cc728c-7a72-423c-8939-07b47d9c1355 req-d33f4af2-cf92-40b6-8200-982c879e487b tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=798e23c8-cc1b-400d-82e1-73189e596a12 HTTP/1.1" status: 200 len: 945 time: 0.0807054 Nov 19 13:34:08.583523 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5cc10ffb-30da-4b93-a2a1-5a3e110c29a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422526'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:08.655099 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc10ffb-30da-4b93-a2a1-5a3e110c29a9 admin admin] Network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:08.665228 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-5cc10ffb-30da-4b93-a2a1-5a3e110c29a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:08.672480 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc10ffb-30da-4b93-a2a1-5a3e110c29a9 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:34:08.712077 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc10ffb-30da-4b93-a2a1-5a3e110c29a9 admin admin] Pushing event updated for resources: {'Port': ['ID=6f98a0ab-c917-4cf1-b436-dfe9b65c56a6,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:08.734843 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a9cc728c-7a72-423c-8939-07b47d9c1355 req-d216a7ed-9e91-47e9-b6ff-7bd75ba1118a tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590991 Nov 19 13:34:08.741891 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-80735130-76bd-49dd-b7f1-aa04fceb7f93 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:08.758781 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-80735130-76bd-49dd-b7f1-aa04fceb7f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:08.825806 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80735130-76bd-49dd-b7f1-aa04fceb7f93 None None] Network bbe94461-ba9b-4be0-8fbb-a388717edfbe is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:08.833741 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-80735130-76bd-49dd-b7f1-aa04fceb7f93 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:08.844818 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80735130-76bd-49dd-b7f1-aa04fceb7f93 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:34:08.846794 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80735130-76bd-49dd-b7f1-aa04fceb7f93 None None] Pushing event updated for resources: {'Port': ['ID=77432f74-5c34-494d-87cd-f4a5d740993c,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:08.862784 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:08.883548 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4 up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:08.888012 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:08.965551 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0eb696-af5e-48f8-a551-03f64135b0a2 req-060919a9-1ea2-486f-be41-2fc55c383641 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:08.967056 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-cf0eb696-af5e-48f8-a551-03f64135b0a2 req-060919a9-1ea2-486f-be41-2fc55c383641 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0938909 Nov 19 13:34:08.987248 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-80735130-76bd-49dd-b7f1-aa04fceb7f93 None None] Attempting to bind port 77432f74-5c34-494d-87cd-f4a5d740993c on host dv-cinder-816324-4-smb for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:34:08.987565 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-80735130-76bd-49dd-b7f1-aa04fceb7f93 None None] Attempting to bind port 77432f74-5c34-494d-87cd-f4a5d740993c by drivers openvswitch,hyperv on host dv-cinder-816324-4-smb at level 0 using segments [{'id': 'ba8494b8-aa6d-426a-a3f3-18037d48bba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'bbe94461-ba9b-4be0-8fbb-a388717edfbe'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:34:08.987951 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80735130-76bd-49dd-b7f1-aa04fceb7f93 None None] Attempting to bind port 77432f74-5c34-494d-87cd-f4a5d740993c on network bbe94461-ba9b-4be0-8fbb-a388717edfbe {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:08.992949 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c6c2b-ad40-45df-96a0-6fd111177a14 None None] Pushing event updated for resources: {'Port': ['ID=00c132a2-4f21-4d5f-94b4-ad7346622e0f,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:09.003527 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80735130-76bd-49dd-b7f1-aa04fceb7f93 None None] Checking agent: {'id': '3401932b-84b7-4798-97d9-02908ea34a73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 24, 32), 'started_at': datetime.datetime(2021, 11, 19, 13, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:34:09.004355 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80735130-76bd-49dd-b7f1-aa04fceb7f93 None None] Checking segment: {'id': 'ba8494b8-aa6d-426a-a3f3-18037d48bba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'bbe94461-ba9b-4be0-8fbb-a388717edfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:09.004355 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-80735130-76bd-49dd-b7f1-aa04fceb7f93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:09.004709 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80735130-76bd-49dd-b7f1-aa04fceb7f93 None None] Bound using segment: {'id': 'ba8494b8-aa6d-426a-a3f3-18037d48bba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'bbe94461-ba9b-4be0-8fbb-a388717edfbe'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:34:09.005177 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-80735130-76bd-49dd-b7f1-aa04fceb7f93 None None] Bound port: 77432f74-5c34-494d-87cd-f4a5d740993c, host: dv-cinder-816324-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8494b8-aa6d-426a-a3f3-18037d48bba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'bbe94461-ba9b-4be0-8fbb-a388717edfbe'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:34:09.005553 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-80735130-76bd-49dd-b7f1-aa04fceb7f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:09.067052 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-cf0eb696-af5e-48f8-a551-03f64135b0a2 req-2778a3cf-b606-437c-8c92-420ecd267497 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570838 Nov 19 13:34:09.104544 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port 2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:09.104920 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:09.108411 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] Attempting to bind port 00c132a2-4f21-4d5f-94b4-ad7346622e0f on host dv-cinder-816324-4-smb for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:34:09.108788 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] Attempting to bind port 00c132a2-4f21-4d5f-94b4-ad7346622e0f by drivers openvswitch,hyperv on host dv-cinder-816324-4-smb at level 0 using segments [{'id': '9e4fe50c-07cf-46cc-ac06-1028ee4081c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:34:09.109571 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] Attempting to bind port 00c132a2-4f21-4d5f-94b4-ad7346622e0f on network f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:09.146882 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] Checking agent: {'id': '3401932b-84b7-4798-97d9-02908ea34a73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 24, 32), 'started_at': datetime.datetime(2021, 11, 19, 13, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:34:09.147524 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] Checking segment: {'id': '9e4fe50c-07cf-46cc-ac06-1028ee4081c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:09.148031 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:09.148420 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] Bound using segment: {'id': '9e4fe50c-07cf-46cc-ac06-1028ee4081c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:34:09.148912 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] Bound port: 00c132a2-4f21-4d5f-94b4-ad7346622e0f, host: dv-cinder-816324-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4fe50c-07cf-46cc-ac06-1028ee4081c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:34:09.149829 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:09.149939 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5cc10ffb-30da-4b93-a2a1-5a3e110c29a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:09.184668 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-80735130-76bd-49dd-b7f1-aa04fceb7f93 None None] For port 77432f74-5c34-494d-87cd-f4a5d740993c, host dv-cinder-816324-4-smb, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:09.237255 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-80735130-76bd-49dd-b7f1-aa04fceb7f93 None None] For port 77432f74-5c34-494d-87cd-f4a5d740993c, host dv-cinder-816324-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=77432f74-5c34-494d-87cd-f4a5d740993c,segment=NetworkSegment(ba8494b8-aa6d-426a-a3f3-18037d48bba4),segment_id=ba8494b8-aa6d-426a-a3f3-18037d48bba4)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:34:09.247587 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-80735130-76bd-49dd-b7f1-aa04fceb7f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:09.359222 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] For port 00c132a2-4f21-4d5f-94b4-ad7346622e0f, host dv-cinder-816324-4-smb, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:09.389845 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5cc10ffb-30da-4b93-a2a1-5a3e110c29a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1791423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1796940'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:09.392817 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] For port 00c132a2-4f21-4d5f-94b4-ad7346622e0f, host dv-cinder-816324-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=00c132a2-4f21-4d5f-94b4-ad7346622e0f,segment=NetworkSegment(9e4fe50c-07cf-46cc-ac06-1028ee4081c6),segment_id=9e4fe50c-07cf-46cc-ac06-1028ee4081c6)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:34:09.398490 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80735130-76bd-49dd-b7f1-aa04fceb7f93 None None] Pushing event updated for resources: {'Port': ['ID=77432f74-5c34-494d-87cd-f4a5d740993c,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:09.405083 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:09.406987 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c8352e08-8739-45dc-b4e0-05cda15e21c9 None None] Provisioning complete for port 00c132a2-4f21-4d5f-94b4-ad7346622e0f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:09.407346 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c8352e08-8739-45dc-b4e0-05cda15e21c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:09.493437 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] Routers {'dcd17f14-68c0-4119-9f7d-dce3df95d10c'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:09.494413 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:33:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['dcd17f14-68c0-4119-9f7d-dce3df95d10c'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:09.502478 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c6c2b-ad40-45df-96a0-6fd111177a14 None None] Pushing event updated for resources: {'Port': ['ID=00c132a2-4f21-4d5f-94b4-ad7346622e0f,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:09.544959 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc10ffb-30da-4b93-a2a1-5a3e110c29a9 admin admin] Router 4dfbbd51-2436-42ae-96dc-d548419beda2 is scheduled to L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:34:09.684438 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c8352e08-8739-45dc-b4e0-05cda15e21c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:09.690062 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] Set router dcd17f14-68c0-4119-9f7d-dce3df95d10c gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:09.693210 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc10ffb-30da-4b93-a2a1-5a3e110c29a9 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:34:09.707457 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] Sync routers for ids ['4dfbbd51-2436-42ae-96dc-d548419beda2'] in dv-cinder-816324-4-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:34:09.724183 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] Routers {'4dfbbd51-2436-42ae-96dc-d548419beda2'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:09.728848 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:33:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['4dfbbd51-2436-42ae-96dc-d548419beda2'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:09.730136 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5cc10ffb-30da-4b93-a2a1-5a3e110c29a9 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:09.736206 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-5cc10ffb-30da-4b93-a2a1-5a3e110c29a9 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9849513 Nov 19 13:34:09.736407 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 44308) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:09.870893 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] Set router 4dfbbd51-2436-42ae-96dc-d548419beda2 gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:09.879913 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c8352e08-8739-45dc-b4e0-05cda15e21c9 None None] For port 00c132a2-4f21-4d5f-94b4-ad7346622e0f, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=00c132a2-4f21-4d5f-94b4-ad7346622e0f,segment=NetworkSegment(9e4fe50c-07cf-46cc-ac06-1028ee4081c6),segment_id=9e4fe50c-07cf-46cc-ac06-1028ee4081c6)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:09.913108 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0217ab5-266b-4426-bcf7-cd6a864ca79d req-bcac9f57-138c-4636-bd40-e78cc378c9f3 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:09.914734 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e0217ab5-266b-4426-bcf7-cd6a864ca79d req-bcac9f57-138c-4636-bd40-e78cc378c9f3 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=798e23c8-cc1b-400d-82e1-73189e596a12 HTTP/1.1" status: 200 len: 945 time: 0.0750999 Nov 19 13:34:09.997419 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e0217ab5-266b-4426-bcf7-cd6a864ca79d req-34bb21ca-906f-4fc7-a291-c5d071ae360e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731637 Nov 19 13:34:10.091767 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c8352e08-8739-45dc-b4e0-05cda15e21c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.141428 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfbbd51-2436-42ae-96dc-d548419beda2', 'name': 'tempest-TestMinimumBasicScenario-133166334-router', 'tenant_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.17'}], 'enable_snat': True}, 'gw_port_id': '6f98a0ab-c917-4cf1-b436-dfe9b65c56a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:07Z', 'updated_at': '2021-11-19T13:34:08Z', 'revision_number': 3, 'project_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'gw_port': {'id': '6f98a0ab-c917-4cf1-b436-dfe9b65c56a6', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfbbd51-2436-42ae-96dc-d548419beda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:08Z', 'updated_at': '2021-11-19T13:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:10.170789 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8352e08-8739-45dc-b4e0-05cda15e21c9 None None] Pushing event updated for resources: {'Port': ['ID=00c132a2-4f21-4d5f-94b4-ad7346622e0f,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:10.175962 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] Checking router: 4dfbbd51-2436-42ae-96dc-d548419beda2 for host: dv-cinder-816324-4-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:34:10.176555 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] Updating router 4dfbbd51-2436-42ae-96dc-d548419beda2 port 6f98a0ab-c917-4cf1-b436-dfe9b65c56a6 binding host dv-cinder-816324-4-smb {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:34:10.211251 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.261441 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f18c2e9f-e4d5-4120-98be-2bfc4b214203 None None] Provisioning complete for port 00c132a2-4f21-4d5f-94b4-ad7346622e0f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:10.261441 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f18c2e9f-e4d5-4120-98be-2bfc4b214203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.281730 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d34f16-9f8a-4380-a559-b28ea7e1fe67 req-00f9fa22-9fde-419a-80d1-c71341f7bbe9 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:10.288245 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-11d34f16-9f8a-4380-a559-b28ea7e1fe67 req-00f9fa22-9fde-419a-80d1-c71341f7bbe9 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0892487 Nov 19 13:34:10.364034 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4bf8bbb7-6ab5-46f9-8555-7e7fcade2f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.367129 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'name': 'tempest-TestMinimumBasicScenario-564155755-router', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:01Z', 'updated_at': '2021-11-19T13:34:05Z', 'revision_number': 4, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'gw_port': {'id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:02Z', 'updated_at': '2021-11-19T13:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': '00c132a2-4f21-4d5f-94b4-ad7346622e0f', 'name': '', 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'mac_address': 'fa:16:3e:d8:33:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '4a749b76-60b4-4c14-a9f5-74c13fa5871a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:04Z', 'updated_at': '2021-11-19T13:34:09Z', 'revision_number': 4, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'subnets': [{'id': '4a749b76-60b4-4c14-a9f5-74c13fa5871a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:10.370358 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-11d34f16-9f8a-4380-a559-b28ea7e1fe67 req-18656b14-394d-47b3-ae0d-114c5f4930ab tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746186 Nov 19 13:34:10.417938 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2baa225-99fe-4dba-a2f0-049cde808bf4 None None] The sync data for ids ['dcd17f14-68c0-4119-9f7d-dce3df95d10c'] in dv-cinder-816324-4-smb is: [{'id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'name': 'tempest-TestMinimumBasicScenario-564155755-router', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:01Z', 'updated_at': '2021-11-19T13:34:05Z', 'revision_number': 4, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'gw_port': {'id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:02Z', 'updated_at': '2021-11-19T13:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': '00c132a2-4f21-4d5f-94b4-ad7346622e0f', 'name': '', 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'mac_address': 'fa:16:3e:d8:33:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '4a749b76-60b4-4c14-a9f5-74c13fa5871a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:04Z', 'updated_at': '2021-11-19T13:34:09Z', 'revision_number': 4, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'subnets': [{'id': '4a749b76-60b4-4c14-a9f5-74c13fa5871a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:34:10.633130 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-4bf8bbb7-6ab5-46f9-8555-7e7fcade2f36 admin admin] Allocated IP 172.20.0.1 (bbe94461-ba9b-4be0-8fbb-a388717edfbe/fbfd5670-91d6-4896-92d7-c99bb2e3e0e8/0325f584-42fc-4c79-8835-fcc3a7c926ac) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:34:10.638537 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.667811 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.708776 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] Attempting to bind port 6f98a0ab-c917-4cf1-b436-dfe9b65c56a6 on host dv-cinder-816324-4-smb for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:34:10.710364 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] Attempting to bind port 6f98a0ab-c917-4cf1-b436-dfe9b65c56a6 by drivers openvswitch,hyperv on host dv-cinder-816324-4-smb at level 0 using segments [{'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:34:10.710889 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] Attempting to bind port 6f98a0ab-c917-4cf1-b436-dfe9b65c56a6 on network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:10.742019 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] Checking agent: {'id': '3401932b-84b7-4798-97d9-02908ea34a73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 24, 32), 'started_at': datetime.datetime(2021, 11, 19, 13, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:34:10.744248 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] Checking segment: {'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:10.745034 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.745651 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] Bound using segment: {'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:34:10.746374 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] Bound port: 6f98a0ab-c917-4cf1-b436-dfe9b65c56a6, host: dv-cinder-816324-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627c73c3-23a8-462a-849f-9d71a84e6d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:34:10.746973 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.814728 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481b606e-8a42-4fc3-bd8f-f10b5ae30930 None None] Network bbe94461-ba9b-4be0-8fbb-a388717edfbe requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:34:10.844239 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] For port 6f98a0ab-c917-4cf1-b436-dfe9b65c56a6, host dv-cinder-816324-4-smb, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:10.846790 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4bf8bbb7-6ab5-46f9-8555-7e7fcade2f36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.847282 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] For port 6f98a0ab-c917-4cf1-b436-dfe9b65c56a6, host dv-cinder-816324-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=6f98a0ab-c917-4cf1-b436-dfe9b65c56a6,segment=NetworkSegment(627c73c3-23a8-462a-849f-9d71a84e6d70),segment_id=627c73c3-23a8-462a-849f-9d71a84e6d70)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:34:10.856455 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.881562 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3933db4-a6dd-4240-acc0-695ae48e6553 None None] Pushing event updated for resources: {'Port': ['ID=6f98a0ab-c917-4cf1-b436-dfe9b65c56a6,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:10.915885 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4bf8bbb7-6ab5-46f9-8555-7e7fcade2f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.969560 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] Routers {'4dfbbd51-2436-42ae-96dc-d548419beda2'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:10.970194 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:33:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['4dfbbd51-2436-42ae-96dc-d548419beda2'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:10.975746 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-98cc76d0-1b70-433c-a082-23beb811f070 None None] Provisioning complete for port 77432f74-5c34-494d-87cd-f4a5d740993c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:10.983501 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-98cc76d0-1b70-433c-a082-23beb811f070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.994127 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf8bbb7-6ab5-46f9-8555-7e7fcade2f36 admin admin] Network bbe94461-ba9b-4be0-8fbb-a388717edfbe is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:10.999377 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-4bf8bbb7-6ab5-46f9-8555-7e7fcade2f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:11.009229 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf8bbb7-6ab5-46f9-8555-7e7fcade2f36 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:34:11.012826 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8bbb7-6ab5-46f9-8555-7e7fcade2f36 admin admin] Pushing event updated for resources: {'Port': ['ID=0325f584-42fc-4c79-8835-fcc3a7c926ac,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:11.075256 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4bf8bbb7-6ab5-46f9-8555-7e7fcade2f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796657'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:11.112856 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 00c132a2-4f21-4d5f-94b4-ad7346622e0f up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:11.222497 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] Set router 4dfbbd51-2436-42ae-96dc-d548419beda2 gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:11.263502 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4bf8bbb7-6ab5-46f9-8555-7e7fcade2f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:11.301862 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 54f62654-7ddc-4514-bf40-36349c12442d up at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:11.304165 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc74c3-f57e-4277-a199-224ea7cdc5cb req-dfc0ece0-2838-4c3e-9ef0-94e2cb7ffb2d tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:11.305773 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2ebc74c3-f57e-4277-a199-224ea7cdc5cb req-dfc0ece0-2838-4c3e-9ef0-94e2cb7ffb2d tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=798e23c8-cc1b-400d-82e1-73189e596a12 HTTP/1.1" status: 200 len: 945 time: 0.1642315 Nov 19 13:34:11.340820 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3933db4-a6dd-4240-acc0-695ae48e6553 None None] Pushing event updated for resources: {'Port': ['ID=6f98a0ab-c917-4cf1-b436-dfe9b65c56a6,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:11.414306 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2ebc74c3-f57e-4277-a199-224ea7cdc5cb req-6658208e-d3ad-49bc-9881-962304672284 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927649 Nov 19 13:34:11.473931 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-98cc76d0-1b70-433c-a082-23beb811f070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:11.503428 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning for port 54f62654-7ddc-4514-bf40-36349c12442d completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:34:11.528170 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4bf8bbb7-6ab5-46f9-8555-7e7fcade2f36 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:11.534975 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning complete for port 54f62654-7ddc-4514-bf40-36349c12442d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:11.535811 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:11.546269 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4bf8bbb7-6ab5-46f9-8555-7e7fcade2f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:11.642237 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfbbd51-2436-42ae-96dc-d548419beda2', 'name': 'tempest-TestMinimumBasicScenario-133166334-router', 'tenant_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.17'}], 'enable_snat': True}, 'gw_port_id': '6f98a0ab-c917-4cf1-b436-dfe9b65c56a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:07Z', 'updated_at': '2021-11-19T13:34:08Z', 'revision_number': 3, 'project_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'gw_port': {'id': '6f98a0ab-c917-4cf1-b436-dfe9b65c56a6', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfbbd51-2436-42ae-96dc-d548419beda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:08Z', 'updated_at': '2021-11-19T13:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:11.654228 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-98cc76d0-1b70-433c-a082-23beb811f070 None None] For port 77432f74-5c34-494d-87cd-f4a5d740993c, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=77432f74-5c34-494d-87cd-f4a5d740993c,segment=NetworkSegment(ba8494b8-aa6d-426a-a3f3-18037d48bba4),segment_id=ba8494b8-aa6d-426a-a3f3-18037d48bba4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:11.661107 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4bf8bbb7-6ab5-46f9-8555-7e7fcade2f36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1796749'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:11.674475 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port 00c132a2-4f21-4d5f-94b4-ad7346622e0f triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:11.675388 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:11.676868 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8bbb7-6ab5-46f9-8555-7e7fcade2f36 admin admin] Pushing event updated for resources: {'Port': ['ID=0325f584-42fc-4c79-8835-fcc3a7c926ac,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:11.743945 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea777a1f-8a94-416e-b486-b0dc35b0ec0c None None] The sync data for ids ['4dfbbd51-2436-42ae-96dc-d548419beda2'] in dv-cinder-816324-4-smb is: [{'id': '4dfbbd51-2436-42ae-96dc-d548419beda2', 'name': 'tempest-TestMinimumBasicScenario-133166334-router', 'tenant_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.17'}], 'enable_snat': True}, 'gw_port_id': '6f98a0ab-c917-4cf1-b436-dfe9b65c56a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:07Z', 'updated_at': '2021-11-19T13:34:08Z', 'revision_number': 3, 'project_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'gw_port': {'id': '6f98a0ab-c917-4cf1-b436-dfe9b65c56a6', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfbbd51-2436-42ae-96dc-d548419beda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:08Z', 'updated_at': '2021-11-19T13:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:34:11.752858 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578c310-75f7-4287-b3d1-ad22b7ace8f0 req-2f7ea817-0b1d-45cc-9954-1bb1dd1f1e3d tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:11.755294 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-98cc76d0-1b70-433c-a082-23beb811f070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:11.764326 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3578c310-75f7-4287-b3d1-ad22b7ace8f0 req-2f7ea817-0b1d-45cc-9954-1bb1dd1f1e3d tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.1409857 Nov 19 13:34:11.822936 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf8bbb7-6ab5-46f9-8555-7e7fcade2f36 admin admin] Network bbe94461-ba9b-4be0-8fbb-a388717edfbe is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:11.824685 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-4bf8bbb7-6ab5-46f9-8555-7e7fcade2f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:11.829206 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3578c310-75f7-4287-b3d1-ad22b7ace8f0 req-bb07fcf8-5358-4637-b365-cef549e322dd tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639765 Nov 19 13:34:11.837151 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 6 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:34:12.009434 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf8bbb7-6ab5-46f9-8555-7e7fcade2f36 admin admin] Router 4dfbbd51-2436-42ae-96dc-d548419beda2 has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:34:12.027856 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 77432f74-5c34-494d-87cd-f4a5d740993c up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:12.029771 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:12.074829 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc76d0-1b70-433c-a082-23beb811f070 None None] Pushing event updated for resources: {'Port': ['ID=77432f74-5c34-494d-87cd-f4a5d740993c,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:12.126995 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 54f62654-7ddc-4514-bf40-36349c12442d, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=54f62654-7ddc-4514-bf40-36349c12442d,segment=NetworkSegment(ef9390e8-a2a6-48db-b925-a5b48daa748b),segment_id=ef9390e8-a2a6-48db-b925-a5b48daa748b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:12.129823 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798e23c8-cc1b-400d-82e1-73189e596a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f62654-7ddc-4514-bf40-36349c12442d'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:12.132426 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e055a475c9f0143691b95be0e0209c275a71c4689c1f5f09712fcbe57faa4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33c9f55-eb5b-4ebe-b330-d946804919b9" -d '{"events": [{"server_uuid": "798e23c8-cc1b-400d-82e1-73189e596a12", "name": "network-vif-plugged", "status": "completed", "tag": "54f62654-7ddc-4514-bf40-36349c12442d"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:12.143564 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:12.286528 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf8bbb7-6ab5-46f9-8555-7e7fcade2f36 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:34:12.302112 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-4bf8bbb7-6ab5-46f9-8555-7e7fcade2f36 admin admin] 10.222.0.70 "PUT /v2.0/routers/4dfbbd51-2436-42ae-96dc-d548419beda2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5559912 Nov 19 13:34:12.309672 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb81de1-07dc-4836-80bf-d6e7ba703db2 x-openstack-request-id: req-4bb81de1-07dc-4836-80bf-d6e7ba703db2 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:12.312689 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798e23c8-cc1b-400d-82e1-73189e596a12", "name": "network-vif-plugged", "status": "completed", "tag": "54f62654-7ddc-4514-bf40-36349c12442d", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:12.312962 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4bb81de1-07dc-4836-80bf-d6e7ba703db2 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:12.313378 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798e23c8-cc1b-400d-82e1-73189e596a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f62654-7ddc-4514-bf40-36349c12442d', 'code': 200} Nov 19 13:34:12.374354 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=54f62654-7ddc-4514-bf40-36349c12442d,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:12.408262 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port 77432f74-5c34-494d-87cd-f4a5d740993c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:12.408944 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:12.659046 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9272f189-5816-4995-95b2-2a933e858dfb None None] Provisioning complete for port 77432f74-5c34-494d-87cd-f4a5d740993c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:12.661659 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9272f189-5816-4995-95b2-2a933e858dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:12.694535 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1cd14-835e-4cd2-991a-71ff3d5c259e req-7bd38f48-4011-4a8e-98f4-00e269f01362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:12.703339 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-90f1cd14-835e-4cd2-991a-71ff3d5c259e req-7bd38f48-4011-4a8e-98f4-00e269f01362 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=798e23c8-cc1b-400d-82e1-73189e596a12 HTTP/1.1" status: 200 len: 1099 time: 0.1367397 Nov 19 13:34:12.753485 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace9309-b6da-4b34-873e-6b13654c17f5 req-6a69ad57-689b-4489-b09a-054a7fdce289 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:12.755217 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-dace9309-b6da-4b34-873e-6b13654c17f5 req-6a69ad57-689b-4489-b09a-054a7fdce289 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=798e23c8-cc1b-400d-82e1-73189e596a12 HTTP/1.1" status: 200 len: 946 time: 0.1441317 Nov 19 13:34:12.849418 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-90f1cd14-835e-4cd2-991a-71ff3d5c259e req-8f41333e-08b6-41a0-b65e-c09a767b8f99 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263227 Nov 19 13:34:12.853053 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-dace9309-b6da-4b34-873e-6b13654c17f5 req-9e05830c-36f6-424a-b7c3-5c2dd11b8241 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873487 Nov 19 13:34:12.950221 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9272f189-5816-4995-95b2-2a933e858dfb None None] Provisioning complete for port 0325f584-42fc-4c79-8835-fcc3a7c926ac triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:12.950890 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9272f189-5816-4995-95b2-2a933e858dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:13.067240 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-9272f189-5816-4995-95b2-2a933e858dfb None None] Port 0325f584-42fc-4c79-8835-fcc3a7c926ac cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:34:13.085907 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 6f98a0ab-c917-4cf1-b436-dfe9b65c56a6 up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:13.111852 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c4f09-06e5-47df-8bcd-971c4f76e344 req-49a0273f-fd25-4156-9d73-f4d86812e5c4 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:13.120613 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-504c4f09-06e5-47df-8bcd-971c4f76e344 req-49a0273f-fd25-4156-9d73-f4d86812e5c4 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.1407135 Nov 19 13:34:13.225856 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-95b8fef0-838a-47db-aadd-750326009e51 None None] Provisioning complete for port 0325f584-42fc-4c79-8835-fcc3a7c926ac triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:13.226060 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-504c4f09-06e5-47df-8bcd-971c4f76e344 req-5cec0918-ac0f-46ea-98d8-8620e30364a9 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822558 Nov 19 13:34:13.226174 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-95b8fef0-838a-47db-aadd-750326009e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:13.292656 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-95b8fef0-838a-47db-aadd-750326009e51 None None] Port 0325f584-42fc-4c79-8835-fcc3a7c926ac cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:34:13.295265 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port 6f98a0ab-c917-4cf1-b436-dfe9b65c56a6 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:13.296247 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:13.432729 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:13.440692 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d4d8a058-e5f0-424c-b9a1-e9445007c7f6 None None] Provisioning complete for port 0325f584-42fc-4c79-8835-fcc3a7c926ac triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:13.441187 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a058-e5f0-424c-b9a1-e9445007c7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:13.484317 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] For port 6f98a0ab-c917-4cf1-b436-dfe9b65c56a6, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=6f98a0ab-c917-4cf1-b436-dfe9b65c56a6,segment=NetworkSegment(627c73c3-23a8-462a-849f-9d71a84e6d70),segment_id=627c73c3-23a8-462a-849f-9d71a84e6d70)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:13.495462 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:13.496400 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 77432f74-5c34-494d-87cd-f4a5d740993c up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:13.521246 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-d4d8a058-e5f0-424c-b9a1-e9445007c7f6 None None] Port 0325f584-42fc-4c79-8835-fcc3a7c926ac cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:34:13.593622 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Pushing event updated for resources: {'Port': ['ID=6f98a0ab-c917-4cf1-b436-dfe9b65c56a6,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:13.602920 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port 77432f74-5c34-494d-87cd-f4a5d740993c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:13.602920 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:14.247232 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4e855-2029-4dcb-af15-2640c5b26970 req-3cae8569-cc2c-417c-aace-6194f290c20f tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:14.252236 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-64a4e855-2029-4dcb-af15-2640c5b26970 req-3cae8569-cc2c-417c-aace-6194f290c20f tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=798e23c8-cc1b-400d-82e1-73189e596a12 HTTP/1.1" status: 200 len: 946 time: 0.1529686 Nov 19 13:34:14.392543 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-64a4e855-2029-4dcb-af15-2640c5b26970 req-d461908b-b132-473c-b232-87189af7aab3 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216967 Nov 19 13:34:14.429491 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106729a-f0cf-4cb3-9a41-3cde2f69b114 req-8736c6a1-a66e-4f94-bf69-2f0e0bc92c22 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:14.432355 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9106729a-f0cf-4cb3-9a41-3cde2f69b114 req-8736c6a1-a66e-4f94-bf69-2f0e0bc92c22 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0957313 Nov 19 13:34:14.536432 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9106729a-f0cf-4cb3-9a41-3cde2f69b114 req-6f42e81f-d5d2-4307-a29f-8cd62715aa09 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977237 Nov 19 13:34:14.594167 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] Sync routers for ids ['4dfbbd51-2436-42ae-96dc-d548419beda2'] in dv-cinder-816324-4-smb {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:34:14.616156 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] Routers {'4dfbbd51-2436-42ae-96dc-d548419beda2'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:14.619850 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:33:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['4dfbbd51-2436-42ae-96dc-d548419beda2'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:14.790816 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] Set router 4dfbbd51-2436-42ae-96dc-d548419beda2 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:14.893834 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 6f98a0ab-c917-4cf1-b436-dfe9b65c56a6 up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:14.910907 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e945860-5970-41a8-9932-cc0dfdac18f1 req-91b503d8-1d69-4469-bd00-756cfd430e1e tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:14.919202 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6e945860-5970-41a8-9932-cc0dfdac18f1 req-91b503d8-1d69-4469-bd00-756cfd430e1e tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a227d8e-5d75-4196-822f-f1076592c803 HTTP/1.1" status: 200 len: 946 time: 0.1103356 Nov 19 13:34:14.989273 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6e945860-5970-41a8-9932-cc0dfdac18f1 req-bfaeb620-64a0-471e-ba96-3394243b4b85 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621748 Nov 19 13:34:15.053438 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port 6f98a0ab-c917-4cf1-b436-dfe9b65c56a6 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:15.053803 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.267383 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfbbd51-2436-42ae-96dc-d548419beda2', 'name': 'tempest-TestMinimumBasicScenario-133166334-router', 'tenant_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.17'}], 'enable_snat': True}, 'gw_port_id': '6f98a0ab-c917-4cf1-b436-dfe9b65c56a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:07Z', 'updated_at': '2021-11-19T13:34:11Z', 'revision_number': 4, 'project_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'gw_port': {'id': '6f98a0ab-c917-4cf1-b436-dfe9b65c56a6', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfbbd51-2436-42ae-96dc-d548419beda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:08Z', 'updated_at': '2021-11-19T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': '0325f584-42fc-4c79-8835-fcc3a7c926ac', 'name': '', 'network_id': 'bbe94461-ba9b-4be0-8fbb-a388717edfbe', 'tenant_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'mac_address': 'fa:16:3e:fb:92:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfbbd51-2436-42ae-96dc-d548419beda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'fbfd5670-91d6-4896-92d7-c99bb2e3e0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:10Z', 'updated_at': '2021-11-19T13:34:11Z', 'revision_number': 2, 'project_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'subnets': [{'id': 'fbfd5670-91d6-4896-92d7-c99bb2e3e0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:15.314829 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] Checking router: 4dfbbd51-2436-42ae-96dc-d548419beda2 for host: dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:34:15.315183 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] Updating router 4dfbbd51-2436-42ae-96dc-d548419beda2 port 0325f584-42fc-4c79-8835-fcc3a7c926ac binding host dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:34:15.389928 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.543020 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683f2db-d60e-43bb-8328-2e9bea31c8dc req-f13ad0dd-701b-4ef4-bec6-ee383d506697 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:15.544636 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5683f2db-d60e-43bb-8328-2e9bea31c8dc req-f13ad0dd-701b-4ef4-bec6-ee383d506697 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=798e23c8-cc1b-400d-82e1-73189e596a12 HTTP/1.1" status: 200 len: 946 time: 0.0645237 Nov 19 13:34:15.621262 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5683f2db-d60e-43bb-8328-2e9bea31c8dc req-5af764c6-640c-499a-b190-88ad7fa9d2fe tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680332 Nov 19 13:34:15.699096 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1986fe7-4dc9-4e01-b046-d81a2440b4f5 req-b93616a8-ef65-42e0-b4d0-d052b99a64ff tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:15.700935 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a1986fe7-4dc9-4e01-b046-d81a2440b4f5 req-b93616a8-ef65-42e0-b4d0-d052b99a64ff tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0785046 Nov 19 13:34:15.760392 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.771194 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.783892 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a1986fe7-4dc9-4e01-b046-d81a2440b4f5 req-0a2bfad6-16a3-4855-a543-fcaa0fdac40a tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750854 Nov 19 13:34:15.843252 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be694d3b-d46a-4c7d-a750-a9c1a1a4e553 None None] Pushing event updated for resources: {'Port': ['ID=0325f584-42fc-4c79-8835-fcc3a7c926ac,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:15.894419 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] Attempting to bind port 0325f584-42fc-4c79-8835-fcc3a7c926ac on host dv-cinder-816324-4-smb for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:34:15.894795 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] Attempting to bind port 0325f584-42fc-4c79-8835-fcc3a7c926ac by drivers openvswitch,hyperv on host dv-cinder-816324-4-smb at level 0 using segments [{'id': 'ba8494b8-aa6d-426a-a3f3-18037d48bba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'bbe94461-ba9b-4be0-8fbb-a388717edfbe'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:34:15.895160 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] Attempting to bind port 0325f584-42fc-4c79-8835-fcc3a7c926ac on network bbe94461-ba9b-4be0-8fbb-a388717edfbe {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:15.901526 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] Checking agent: {'id': '3401932b-84b7-4798-97d9-02908ea34a73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 24, 32), 'started_at': datetime.datetime(2021, 11, 19, 13, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:34:15.901903 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] Checking segment: {'id': 'ba8494b8-aa6d-426a-a3f3-18037d48bba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'bbe94461-ba9b-4be0-8fbb-a388717edfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:15.902308 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.904925 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] Bound using segment: {'id': 'ba8494b8-aa6d-426a-a3f3-18037d48bba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'bbe94461-ba9b-4be0-8fbb-a388717edfbe'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:34:15.904925 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] Bound port: 0325f584-42fc-4c79-8835-fcc3a7c926ac, host: dv-cinder-816324-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8494b8-aa6d-426a-a3f3-18037d48bba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'bbe94461-ba9b-4be0-8fbb-a388717edfbe'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:34:15.904925 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.994379 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] For port 0325f584-42fc-4c79-8835-fcc3a7c926ac, host dv-cinder-816324-4-smb, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:16.013978 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] For port 0325f584-42fc-4c79-8835-fcc3a7c926ac, host dv-cinder-816324-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=0325f584-42fc-4c79-8835-fcc3a7c926ac,segment=NetworkSegment(ba8494b8-aa6d-426a-a3f3-18037d48bba4),segment_id=ba8494b8-aa6d-426a-a3f3-18037d48bba4)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:34:16.022062 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:16.119435 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] Routers {'4dfbbd51-2436-42ae-96dc-d548419beda2'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:16.120122 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:33:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['4dfbbd51-2436-42ae-96dc-d548419beda2'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:16.164060 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be694d3b-d46a-4c7d-a750-a9c1a1a4e553 None None] Pushing event updated for resources: {'Port': ['ID=0325f584-42fc-4c79-8835-fcc3a7c926ac,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:16.258055 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-de4fae79-83b1-4bbf-9585-9c9fad123ff8 None None] Provisioning complete for port 0325f584-42fc-4c79-8835-fcc3a7c926ac triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:16.258723 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-de4fae79-83b1-4bbf-9585-9c9fad123ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:16.345882 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70ef09-559b-45d6-9a60-5cc209445099 req-a78a5d60-150c-4d3d-8adb-4a40a038f455 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:16.349699 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] Set router 4dfbbd51-2436-42ae-96dc-d548419beda2 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:16.359376 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6b70ef09-559b-45d6-9a60-5cc209445099 req-a78a5d60-150c-4d3d-8adb-4a40a038f455 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a227d8e-5d75-4196-822f-f1076592c803 HTTP/1.1" status: 200 len: 946 time: 0.2328997 Nov 19 13:34:16.468323 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6b70ef09-559b-45d6-9a60-5cc209445099 req-3b4ed553-cc8e-4710-ad18-db36099dde06 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970252 Nov 19 13:34:16.625830 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-de4fae79-83b1-4bbf-9585-9c9fad123ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:16.700474 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-de4fae79-83b1-4bbf-9585-9c9fad123ff8 None None] For port 0325f584-42fc-4c79-8835-fcc3a7c926ac, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=0325f584-42fc-4c79-8835-fcc3a7c926ac,segment=NetworkSegment(ba8494b8-aa6d-426a-a3f3-18037d48bba4),segment_id=ba8494b8-aa6d-426a-a3f3-18037d48bba4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:16.710561 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-de4fae79-83b1-4bbf-9585-9c9fad123ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:16.806432 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4fae79-83b1-4bbf-9585-9c9fad123ff8 None None] Pushing event updated for resources: {'Port': ['ID=0325f584-42fc-4c79-8835-fcc3a7c926ac,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:16.840442 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfbbd51-2436-42ae-96dc-d548419beda2', 'name': 'tempest-TestMinimumBasicScenario-133166334-router', 'tenant_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.17'}], 'enable_snat': True}, 'gw_port_id': '6f98a0ab-c917-4cf1-b436-dfe9b65c56a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:07Z', 'updated_at': '2021-11-19T13:34:11Z', 'revision_number': 4, 'project_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'gw_port': {'id': '6f98a0ab-c917-4cf1-b436-dfe9b65c56a6', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfbbd51-2436-42ae-96dc-d548419beda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:08Z', 'updated_at': '2021-11-19T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': '0325f584-42fc-4c79-8835-fcc3a7c926ac', 'name': '', 'network_id': 'bbe94461-ba9b-4be0-8fbb-a388717edfbe', 'tenant_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'mac_address': 'fa:16:3e:fb:92:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfbbd51-2436-42ae-96dc-d548419beda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'fbfd5670-91d6-4896-92d7-c99bb2e3e0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:10Z', 'updated_at': '2021-11-19T13:34:15Z', 'revision_number': 4, 'project_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'subnets': [{'id': 'fbfd5670-91d6-4896-92d7-c99bb2e3e0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:16.899849 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074ecec2-1172-4a58-bd0b-f4aa206b1fb7 None None] The sync data for ids ['4dfbbd51-2436-42ae-96dc-d548419beda2'] in dv-cinder-816324-4-smb is: [{'id': '4dfbbd51-2436-42ae-96dc-d548419beda2', 'name': 'tempest-TestMinimumBasicScenario-133166334-router', 'tenant_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.17'}], 'enable_snat': True}, 'gw_port_id': '6f98a0ab-c917-4cf1-b436-dfe9b65c56a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:07Z', 'updated_at': '2021-11-19T13:34:11Z', 'revision_number': 4, 'project_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'gw_port': {'id': '6f98a0ab-c917-4cf1-b436-dfe9b65c56a6', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfbbd51-2436-42ae-96dc-d548419beda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:08Z', 'updated_at': '2021-11-19T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': '0325f584-42fc-4c79-8835-fcc3a7c926ac', 'name': '', 'network_id': 'bbe94461-ba9b-4be0-8fbb-a388717edfbe', 'tenant_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'mac_address': 'fa:16:3e:fb:92:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfbbd51-2436-42ae-96dc-d548419beda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'fbfd5670-91d6-4896-92d7-c99bb2e3e0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:10Z', 'updated_at': '2021-11-19T13:34:15Z', 'revision_number': 4, 'project_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'subnets': [{'id': 'fbfd5670-91d6-4896-92d7-c99bb2e3e0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:34:16.903504 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b04275c4-834d-48a0-9e62-587638bd3df7 None None] Provisioning complete for port 0325f584-42fc-4c79-8835-fcc3a7c926ac triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:16.904742 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b04275c4-834d-48a0-9e62-587638bd3df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:16.935787 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb90c9d-cb75-4615-8719-8a8f5fd75543 req-31dcbac6-4d49-41a7-ad8a-785d6884425c tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:16.949408 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3eb90c9d-cb75-4615-8719-8a8f5fd75543 req-31dcbac6-4d49-41a7-ad8a-785d6884425c tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.1624990 Nov 19 13:34:16.979803 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace67c7-011f-453e-8fd2-239848cb3f21 req-3422c2cc-d2f4-46a0-99c1-f05adc0157aa tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:16.994266 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1ace67c7-011f-453e-8fd2-239848cb3f21 req-3422c2cc-d2f4-46a0-99c1-f05adc0157aa tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=798e23c8-cc1b-400d-82e1-73189e596a12 HTTP/1.1" status: 200 len: 946 time: 0.1577022 Nov 19 13:34:17.092215 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3eb90c9d-cb75-4615-8719-8a8f5fd75543 req-46a6a8db-b6f0-4483-afef-bf4a59b6da6a tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416025 Nov 19 13:34:17.118472 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1ace67c7-011f-453e-8fd2-239848cb3f21 req-48b786b3-ad9b-4f48-8e90-1c7b87061ce6 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135328 Nov 19 13:34:17.257032 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2a9f1-9fa0-4699-bffc-4ad16c383134 req-8fe1b99a-3692-4bb2-8d4c-c5a641d05226 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:17.265307 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a3a2a9f1-9fa0-4699-bffc-4ad16c383134 req-8fe1b99a-3692-4bb2-8d4c-c5a641d05226 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0915108 Nov 19 13:34:17.315815 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a3a2a9f1-9fa0-4699-bffc-4ad16c383134 req-4a444239-3578-4afd-9e9b-d298339300b7 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495977 Nov 19 13:34:17.633146 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb94d07-0c7b-45ba-a10f-559d0cdecd4f req-36657cb9-e578-4d1f-8344-0c16985baf77 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:17.635114 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8bb94d07-0c7b-45ba-a10f-559d0cdecd4f req-36657cb9-e578-4d1f-8344-0c16985baf77 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a227d8e-5d75-4196-822f-f1076592c803 HTTP/1.1" status: 200 len: 946 time: 0.0706494 Nov 19 13:34:17.769675 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8bb94d07-0c7b-45ba-a10f-559d0cdecd4f req-a691fb6a-f2f8-45c9-9401-938234bc724f tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207321 Nov 19 13:34:17.785537 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a11d95-4ded-478a-be54-3de90f260d05 req-621fbbe7-6944-46d5-9a2c-2dcef6753f2a tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:17.787103 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-27a11d95-4ded-478a-be54-3de90f260d05 req-621fbbe7-6944-46d5-9a2c-2dcef6753f2a tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.82 "GET /v2.0/ports?device_id=0a227d8e-5d75-4196-822f-f1076592c803 HTTP/1.1" status: 200 len: 946 time: 0.1162355 Nov 19 13:34:17.935608 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-27a11d95-4ded-478a-be54-3de90f260d05 req-388f92be-2179-4627-ac86-54a379cde59c tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Deleting port 4ebb9f61-7992-4dc8-ad4d-945bb13eeea0 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:17.935994 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-27a11d95-4ded-478a-be54-3de90f260d05 req-388f92be-2179-4627-ac86-54a379cde59c tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:18.062933 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-27a11d95-4ded-478a-be54-3de90f260d05 req-388f92be-2179-4627-ac86-54a379cde59c tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] For port 4ebb9f61-7992-4dc8-ad4d-945bb13eeea0, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=4ebb9f61-7992-4dc8-ad4d-945bb13eeea0,segment=NetworkSegment(85056d8e-48cf-4ef4-b765-08a82b1fd145),segment_id=85056d8e-48cf-4ef4-b765-08a82b1fd145)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:18.063438 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-27a11d95-4ded-478a-be54-3de90f260d05 req-388f92be-2179-4627-ac86-54a379cde59c tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:18.078098 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-27a11d95-4ded-478a-be54-3de90f260d05 req-388f92be-2179-4627-ac86-54a379cde59c tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Calling delete_port for 4ebb9f61-7992-4dc8-ad4d-945bb13eeea0 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:18.233412 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-27a11d95-4ded-478a-be54-3de90f260d05 req-388f92be-2179-4627-ac86-54a379cde59c tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:18.251185 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['03bde8dc-0fc7-48a8-a1b6-cae11f8033d5', '5851b9a3-4610-4d7c-a908-7270bd52ea65', '18e7296d-ec6c-466c-8e98-26cfc7426472', '4ebb9f61-7992-4dc8-ad4d-945bb13eeea0'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:34:18.295551 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f92be-2179-4627-ac86-54a379cde59c tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Pushing event deleted for resources: {'Port': ['ID=4ebb9f61-7992-4dc8-ad4d-945bb13eeea0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:18.350484 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a11d95-4ded-478a-be54-3de90f260d05 req-388f92be-2179-4627-ac86-54a379cde59c tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] No DVR routers for this DVR port 4ebb9f61-7992-4dc8-ad4d-945bb13eeea0 on host hv-cinder-81632 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:18.357290 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc52266-360c-4fde-b0bb-e0fb36a7084c req-fc052685-aecd-4c72-94a0-a6e4349b73cd tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:18.357934 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-27a11d95-4ded-478a-be54-3de90f260d05 req-388f92be-2179-4627-ac86-54a379cde59c tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:18.360106 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6cc52266-360c-4fde-b0bb-e0fb36a7084c req-fc052685-aecd-4c72-94a0-a6e4349b73cd tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.1569369 Nov 19 13:34:18.363020 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-27a11d95-4ded-478a-be54-3de90f260d05 req-388f92be-2179-4627-ac86-54a379cde59c tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.82 "DELETE /v2.0/ports/4ebb9f61-7992-4dc8-ad4d-945bb13eeea0 HTTP/1.1" status: 204 len: 173 time: 0.5631108 Nov 19 13:34:18.363489 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a227d8e-5d75-4196-822f-f1076592c803', 'name': 'network-vif-deleted', 'tag': '4ebb9f61-7992-4dc8-ad4d-945bb13eeea0'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:18.365801 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c89a775-6c54-4fd8-ad1d-fbdd4fe1f564" -d '{"events": [{"server_uuid": "0a227d8e-5d75-4196-822f-f1076592c803", "name": "network-vif-deleted", "tag": "4ebb9f61-7992-4dc8-ad4d-945bb13eeea0"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:18.382274 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f411b48-5c98-448b-a20b-5937ab63babd req-fc346562-53ec-42fe-a56d-b09f227f4e2b tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:18.383809 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9f411b48-5c98-448b-a20b-5937ab63babd req-fc346562-53ec-42fe-a56d-b09f227f4e2b tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=798e23c8-cc1b-400d-82e1-73189e596a12 HTTP/1.1" status: 200 len: 946 time: 0.1463110 Nov 19 13:34:18.480234 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6cc52266-360c-4fde-b0bb-e0fb36a7084c req-2c5bd192-6478-4faa-b960-a72d365b6acb tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987983 Nov 19 13:34:18.501871 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9f411b48-5c98-448b-a20b-5937ab63babd req-47703845-b601-440c-b792-1921f3136d20 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107574 Nov 19 13:34:18.572433 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccd772c-35a3-4cbe-b8b2-85edad071b77 x-openstack-request-id: req-bccd772c-35a3-4cbe-b8b2-85edad071b77 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:18.572727 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a227d8e-5d75-4196-822f-f1076592c803", "name": "network-vif-deleted", "tag": "4ebb9f61-7992-4dc8-ad4d-945bb13eeea0", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:18.572984 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bccd772c-35a3-4cbe-b8b2-85edad071b77 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:18.573386 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a227d8e-5d75-4196-822f-f1076592c803', 'name': 'network-vif-deleted', 'tag': '4ebb9f61-7992-4dc8-ad4d-945bb13eeea0', 'status': 'completed', 'code': 200} Nov 19 13:34:18.656017 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d498b6-4835-455e-a9da-84a28d595871 req-61e032b6-86f2-4e82-afd9-4c7719635a6f tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:18.667879 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-28d498b6-4835-455e-a9da-84a28d595871 req-61e032b6-86f2-4e82-afd9-4c7719635a6f tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0795431 Nov 19 13:34:18.744036 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-28d498b6-4835-455e-a9da-84a28d595871 req-03adf959-e4b9-43d3-8209-d767a46f4273 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695508 Nov 19 13:34:18.902844 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9c8431c7-f32d-473d-abf8-1e3b396dacb5 req-be17d7fc-0d7c-4739-9bd1-2fdce7768ddc tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a227d8e-5d75-4196-822f-f1076592c803 HTTP/1.1" status: 200 len: 210 time: 0.0311053 Nov 19 13:34:18.926618 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 0325f584-42fc-4c79-8835-fcc3a7c926ac up at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:18.981291 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Provisioning complete for port 0325f584-42fc-4c79-8835-fcc3a7c926ac triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:18.981667 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:19.246385 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc14b0-bf5f-45c1-ace3-7ace70e5b37c req-c4a0a0eb-d527-428f-ba3d-56781c60ee5d tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:19.247890 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-fafc14b0-bf5f-45c1-ace3-7ace70e5b37c req-c4a0a0eb-d527-428f-ba3d-56781c60ee5d tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.82 "GET /v2.0/ports?device_id=798e23c8-cc1b-400d-82e1-73189e596a12 HTTP/1.1" status: 200 len: 946 time: 0.0631559 Nov 19 13:34:19.360775 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-fafc14b0-bf5f-45c1-ace3-7ace70e5b37c req-224c79e0-204c-4598-ad8f-897d2213b718 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Deleting port 54f62654-7ddc-4514-bf40-36349c12442d {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:19.361110 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fafc14b0-bf5f-45c1-ace3-7ace70e5b37c req-224c79e0-204c-4598-ad8f-897d2213b718 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:19.459277 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-fafc14b0-bf5f-45c1-ace3-7ace70e5b37c req-224c79e0-204c-4598-ad8f-897d2213b718 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] For port 54f62654-7ddc-4514-bf40-36349c12442d, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=54f62654-7ddc-4514-bf40-36349c12442d,segment=NetworkSegment(ef9390e8-a2a6-48db-b925-a5b48daa748b),segment_id=ef9390e8-a2a6-48db-b925-a5b48daa748b)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:19.459667 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fafc14b0-bf5f-45c1-ace3-7ace70e5b37c req-224c79e0-204c-4598-ad8f-897d2213b718 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:19.477558 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-fafc14b0-bf5f-45c1-ace3-7ace70e5b37c req-224c79e0-204c-4598-ad8f-897d2213b718 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Calling delete_port for 54f62654-7ddc-4514-bf40-36349c12442d owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:19.689611 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e579514-e7c5-4860-a6db-807db3653820 req-76e472e7-8332-4ab4-ae4a-d1d07180b9c1 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:19.691027 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5e579514-e7c5-4860-a6db-807db3653820 req-76e472e7-8332-4ab4-ae4a-d1d07180b9c1 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0931714 Nov 19 13:34:19.710601 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00256a94-f4cb-4b7f-ab8c-5a68d749f7f6 req-2eb44fd7-3758-49de-932d-3fd27ea4777b tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:19.712371 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-00256a94-f4cb-4b7f-ab8c-5a68d749f7f6 req-2eb44fd7-3758-49de-932d-3fd27ea4777b tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=798e23c8-cc1b-400d-82e1-73189e596a12 HTTP/1.1" status: 200 len: 946 time: 0.1167130 Nov 19 13:34:19.840680 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5e579514-e7c5-4860-a6db-807db3653820 req-c481d022-75ba-4afc-aa4c-d28b8f872be8 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386702 Nov 19 13:34:19.868378 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-00256a94-f4cb-4b7f-ab8c-5a68d749f7f6 req-7d6aa0d5-cf6b-4adc-9ab1-a8866808bff6 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461489 Nov 19 13:34:19.886817 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fafc14b0-bf5f-45c1-ace3-7ace70e5b37c req-224c79e0-204c-4598-ad8f-897d2213b718 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:19.933640 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c79e0-204c-4598-ad8f-897d2213b718 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Pushing event deleted for resources: {'Port': ['ID=54f62654-7ddc-4514-bf40-36349c12442d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:19.966583 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['54f62654-7ddc-4514-bf40-36349c12442d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:34:19.986869 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebca8c-899e-421b-afd0-2357a7042ce0 req-d6dd7f8b-bb32-4a57-92b3-1d61e5689391 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:19.989770 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-17ebca8c-899e-421b-afd0-2357a7042ce0 req-d6dd7f8b-bb32-4a57-92b3-1d61e5689391 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0922601 Nov 19 13:34:20.006094 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafc14b0-bf5f-45c1-ace3-7ace70e5b37c req-224c79e0-204c-4598-ad8f-897d2213b718 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] No DVR routers for this DVR port 54f62654-7ddc-4514-bf40-36349c12442d on host hv-cinder-81632 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:20.008678 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fafc14b0-bf5f-45c1-ace3-7ace70e5b37c req-224c79e0-204c-4598-ad8f-897d2213b718 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:20.012032 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-fafc14b0-bf5f-45c1-ace3-7ace70e5b37c req-224c79e0-204c-4598-ad8f-897d2213b718 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.82 "DELETE /v2.0/ports/54f62654-7ddc-4514-bf40-36349c12442d HTTP/1.1" status: 204 len: 173 time: 0.7557187 Nov 19 13:34:20.050686 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-17ebca8c-899e-421b-afd0-2357a7042ce0 req-3424ba33-72f7-4d3a-aa53-1bab326f2cf4 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544901 Nov 19 13:34:20.574089 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798e23c8-cc1b-400d-82e1-73189e596a12', 'name': 'network-vif-deleted', 'tag': '54f62654-7ddc-4514-bf40-36349c12442d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:20.576586 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dcf885-fda4-4e72-933f-e8ee8977d825" -d '{"events": [{"server_uuid": "798e23c8-cc1b-400d-82e1-73189e596a12", "name": "network-vif-deleted", "tag": "54f62654-7ddc-4514-bf40-36349c12442d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:20.619285 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c851a2-1afd-4ab2-b35f-20d6cd7a41a6 x-openstack-request-id: req-99c851a2-1afd-4ab2-b35f-20d6cd7a41a6 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:20.619585 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798e23c8-cc1b-400d-82e1-73189e596a12", "name": "network-vif-deleted", "tag": "54f62654-7ddc-4514-bf40-36349c12442d", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:20.619866 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99c851a2-1afd-4ab2-b35f-20d6cd7a41a6 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:20.620268 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798e23c8-cc1b-400d-82e1-73189e596a12', 'name': 'network-vif-deleted', 'tag': '54f62654-7ddc-4514-bf40-36349c12442d', 'status': 'completed', 'code': 200} Nov 19 13:34:20.986365 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3ce18-b959-40fb-a3d1-d8201421385e req-1a5debfb-b6eb-4624-b3a7-b3a0ef6c513e tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:20.986365 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d9d3ce18-b959-40fb-a3d1-d8201421385e req-1a5debfb-b6eb-4624-b3a7-b3a0ef6c513e tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0812676 Nov 19 13:34:21.107630 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d9d3ce18-b959-40fb-a3d1-d8201421385e req-fe12301e-1d0b-4af3-b11e-3047d428401e tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090379 Nov 19 13:34:21.227669 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 4ebb9f61-7992-4dc8-ad4d-945bb13eeea0 no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:21.268127 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] No Port match for: 4ebb9f61-7992-4dc8-ad4d-945bb13eeea0 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:34:21.268653 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 4ebb9f61-7992-4dc8-ad4d-945bb13eeea0 not bound to the agent host hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:34:21.272129 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699178f-cf84-4e36-b04c-751b9bcc8f38 req-f76e549f-f000-4850-aaa6-adcae3096d5a tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:21.276132 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a699178f-cf84-4e36-b04c-751b9bcc8f38 req-f76e549f-f000-4850-aaa6-adcae3096d5a tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0678387 Nov 19 13:34:21.598238 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a699178f-cf84-4e36-b04c-751b9bcc8f38 req-298f87df-87ff-4fcb-8241-4650e84477ba tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117840 Nov 19 13:34:21.639672 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-2be07cef-1af9-4f26-9564-1440d8e75e76 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:21.641199 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-2be07cef-1af9-4f26-9564-1440d8e75e76 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/networks?id=a11a604d-7249-487a-be5b-5fabe3841c91 HTTP/1.1" status: 200 len: 808 time: 0.3640103 Nov 19 13:34:21.663073 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-4982edbf-327e-4dec-bed8-eaefd9d0e23f tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/quotas/d1b9e83348a549bd98e6f75206a5a92f HTTP/1.1" status: 200 len: 375 time: 0.0155625 Nov 19 13:34:21.691617 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-4fbc1aec-5cfb-4bcb-a077-ce564575af6f tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1b9e83348a549bd98e6f75206a5a92f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274642 Nov 19 13:34:21.824487 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-c1d68a4d-ea60-4f27-8304-92258e364be4 service neutron] 10.222.0.70 "GET /v2.0/networks/a11a604d-7249-487a-be5b-5fabe3841c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253562 Nov 19 13:34:21.933843 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-eba70207-8ff7-4ae1-8ee9-49b3a9739c31 service neutron] 10.222.0.70 "GET /v2.0/networks/a11a604d-7249-487a-be5b-5fabe3841c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084130 Nov 19 13:34:22.024716 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d39af-7112-4ba1-a3cb-c8af82d318ed req-00cf1643-19db-4907-8351-759d87aab53b tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:22.026208 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-370d39af-7112-4ba1-a3cb-c8af82d318ed req-00cf1643-19db-4907-8351-759d87aab53b tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f29580c-3285-4711-8f5a-1d0c36d6771f HTTP/1.1" status: 200 len: 945 time: 0.0592768 Nov 19 13:34:22.128737 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-370d39af-7112-4ba1-a3cb-c8af82d318ed req-877de4a2-934d-4b60-862f-686adbd841ea tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916193 Nov 19 13:34:22.183211 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-1d4c9dbc-d44f-4f5c-b265-1906b1b9d006 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1989658769&fields=id&tenant_id=7aba59e789ec42f28106f03123363eb4 HTTP/1.1" status: 200 len: 267 time: 0.0529001 Nov 19 13:34:22.248283 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6c89d6e3-6872-4b7e-8756-8e4674e2a57e req-7ae844f8-a58f-469d-abf0-637311bba4f3 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 210 time: 0.0704622 Nov 19 13:34:22.405168 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-bc7e2809-ff05-40e7-8852-264145895073 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:22.406753 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-bc7e2809-ff05-40e7-8852-264145895073 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/networks?id=73c96041-9b28-4c68-9fa9-490b84a1a86c HTTP/1.1" status: 200 len: 809 time: 0.2137353 Nov 19 13:34:22.435977 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02278470-84a3-4c0a-b1a4-8229fde31b7a req-aef71182-31d6-4216-93c8-054013a22f85 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:22.437566 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-02278470-84a3-4c0a-b1a4-8229fde31b7a req-aef71182-31d6-4216-93c8-054013a22f85 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.1076808 Nov 19 13:34:22.446887 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-d82fe9cd-07f6-40a5-8e3c-2fd788a08b47 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/quotas/7aba59e789ec42f28106f03123363eb4 HTTP/1.1" status: 200 len: 375 time: 0.0322764 Nov 19 13:34:22.526560 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-02278470-84a3-4c0a-b1a4-8229fde31b7a req-4eaad0d7-5975-46e6-9867-bb2626554dac tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776341 Nov 19 13:34:22.538773 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-962ea785-5b6d-48b0-93b5-527e92a6ee07 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7aba59e789ec42f28106f03123363eb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0909801 Nov 19 13:34:22.668715 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-39d898d1-4337-4a79-9ecc-43dbcb29a6b4 service neutron] 10.222.0.70 "GET /v2.0/networks/73c96041-9b28-4c68-9fa9-490b84a1a86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203454 Nov 19 13:34:22.803487 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a5098-4bff-4a28-9ea0-1cfa9c5e3efe req-9f9b4737-e410-491d-85a4-14d58a856d43 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:22.805813 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6d5a5098-4bff-4a28-9ea0-1cfa9c5e3efe req-9f9b4737-e410-491d-85a4-14d58a856d43 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.1126273 Nov 19 13:34:22.840871 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-0aa2ca92-0e4a-49af-9366-845dbe95a24d service neutron] 10.222.0.70 "GET /v2.0/networks/73c96041-9b28-4c68-9fa9-490b84a1a86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686108 Nov 19 13:34:22.885210 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6d5a5098-4bff-4a28-9ea0-1cfa9c5e3efe req-457f88ee-470f-4517-b758-11dd3b4db3f3 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729980 Nov 19 13:34:23.234078 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 54f62654-7ddc-4514-bf40-36349c12442d no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:23.240618 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a0a38604-26c0-4295-9c52-319a951de942 req-d6d48fb3-4742-4b76-8ffd-07ac1830f7ed tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 210 time: 0.0627987 Nov 19 13:34:23.274914 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] No Port match for: 54f62654-7ddc-4514-bf40-36349c12442d {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:34:23.275265 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 54f62654-7ddc-4514-bf40-36349c12442d not bound to the agent host hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:34:23.344692 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e7ec9-d644-47cb-a2ee-35a84d360d92 req-63e4bc33-ad37-455e-b004-a16fbe9698fc tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:23.346849 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-339e7ec9-d644-47cb-a2ee-35a84d360d92 req-63e4bc33-ad37-455e-b004-a16fbe9698fc tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f29580c-3285-4711-8f5a-1d0c36d6771f HTTP/1.1" status: 200 len: 945 time: 0.0919878 Nov 19 13:34:23.387952 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7df2d371-10c7-4848-bddc-34b53e06fc89 req-0be78750-0e2f-423b-9920-d10a9400c791 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 210 time: 0.0397949 Nov 19 13:34:23.472771 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-339e7ec9-d644-47cb-a2ee-35a84d360d92 req-b0f00c4d-d937-4275-9c28-e9104071e422 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118512 Nov 19 13:34:23.515095 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-442b8ada-7952-4ca0-8609-13905fe6b393 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:23.517362 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-442b8ada-7952-4ca0-8609-13905fe6b393 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.82 "GET /v2.0/networks?id=a11a604d-7249-487a-be5b-5fabe3841c91 HTTP/1.1" status: 200 len: 808 time: 0.1793118 Nov 19 13:34:23.545126 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-865b49e7-a055-4be1-88cf-b21c5e1bdf1e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Request body: {'port': {'device_id': '0370dec0-3336-464e-b418-beb1ba019e2e', 'network_id': 'a11a604d-7249-487a-be5b-5fabe3841c91', 'admin_state_up': True, 'tenant_id': 'd1b9e83348a549bd98e6f75206a5a92f'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:23.709053 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1be4f-6ce8-4785-9e81-a73211361e01 req-a27ea0e9-c7f9-4a01-b40a-f9ef5cbff9c9 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:23.710660 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-aad1be4f-6ce8-4785-9e81-a73211361e01 req-a27ea0e9-c7f9-4a01-b40a-f9ef5cbff9c9 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0840480 Nov 19 13:34:23.726087 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-865b49e7-a055-4be1-88cf-b21c5e1bdf1e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Made reservation on behalf of d1b9e83348a549bd98e6f75206a5a92f for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:34:23.729990 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-865b49e7-a055-4be1-88cf-b21c5e1bdf1e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:23.802356 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-aad1be4f-6ce8-4785-9e81-a73211361e01 req-48cf0a00-cfe3-486c-83d8-b5e6d1594e78 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812361 Nov 19 13:34:23.916617 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-865b49e7-a055-4be1-88cf-b21c5e1bdf1e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Allocated IP 172.20.0.14 (a11a604d-7249-487a-be5b-5fabe3841c91/6dd603dd-d79d-46c0-81e6-5262ec78459c/c7d62950-da9a-43f7-9424-6e2ec726c72d) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:34:24.033036 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18937f-bfa1-4a3a-9c22-b1aefa53eba6 req-1e647bdd-8d5d-44db-9ace-0735e472ca16 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:24.043256 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-cc18937f-bfa1-4a3a-9c22-b1aefa53eba6 req-1e647bdd-8d5d-44db-9ace-0735e472ca16 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0664673 Nov 19 13:34:24.106387 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-cc18937f-bfa1-4a3a-9c22-b1aefa53eba6 req-acf00e39-9123-4c09-b280-fe284c64e7fa tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621305 Nov 19 13:34:24.141374 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-865b49e7-a055-4be1-88cf-b21c5e1bdf1e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.193038 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-865b49e7-a055-4be1-88cf-b21c5e1bdf1e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.238022 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-865b49e7-a055-4be1-88cf-b21c5e1bdf1e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Network a11a604d-7249-487a-be5b-5fabe3841c91 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:24.240988 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d415a-2cdc-4a59-a198-732f0b528a52 req-b5a6b2a1-676d-4f34-a08d-d76fe06c3405 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:24.241998 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-865b49e7-a055-4be1-88cf-b21c5e1bdf1e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:24.242670 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-554d415a-2cdc-4a59-a198-732f0b528a52 req-b5a6b2a1-676d-4f34-a08d-d76fe06c3405 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.82 "GET /v2.0/ports?device_id=7f29580c-3285-4711-8f5a-1d0c36d6771f HTTP/1.1" status: 200 len: 945 time: 0.0595207 Nov 19 13:34:24.246244 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-865b49e7-a055-4be1-88cf-b21c5e1bdf1e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:34:24.276382 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b49e7-a055-4be1-88cf-b21c5e1bdf1e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Pushing event updated for resources: {'Port': ['ID=c7d62950-da9a-43f7-9424-6e2ec726c72d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:24.289792 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b49e7-a055-4be1-88cf-b21c5e1bdf1e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:24.290405 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b49e7-a055-4be1-88cf-b21c5e1bdf1e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:24.290743 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b49e7-a055-4be1-88cf-b21c5e1bdf1e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:24.291076 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b49e7-a055-4be1-88cf-b21c5e1bdf1e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:24.291409 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b49e7-a055-4be1-88cf-b21c5e1bdf1e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:24.291764 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b49e7-a055-4be1-88cf-b21c5e1bdf1e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:24.292087 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b49e7-a055-4be1-88cf-b21c5e1bdf1e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:24.292404 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b49e7-a055-4be1-88cf-b21c5e1bdf1e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:24.292723 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b49e7-a055-4be1-88cf-b21c5e1bdf1e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:24.293039 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b49e7-a055-4be1-88cf-b21c5e1bdf1e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:24.293381 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b49e7-a055-4be1-88cf-b21c5e1bdf1e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:24.293699 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b49e7-a055-4be1-88cf-b21c5e1bdf1e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:24.317532 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-865b49e7-a055-4be1-88cf-b21c5e1bdf1e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:24.318153 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-865b49e7-a055-4be1-88cf-b21c5e1bdf1e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.338482 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-865b49e7-a055-4be1-88cf-b21c5e1bdf1e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7973950 Nov 19 13:34:24.361334 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-cca9e637-ac4b-4c3a-a083-202a81e9c9be service neutron] Request body: {'port': {'device_id': '0370dec0-3336-464e-b418-beb1ba019e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:24.370103 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a56ee01c-818d-4008-ac2b-7d24b124b67e req-7e4da91b-5443-4728-9720-8edf033c2cb4 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 210 time: 0.0303717 Nov 19 13:34:24.447195 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-554d415a-2cdc-4a59-a198-732f0b528a52 req-1db67ed8-e7ac-4f94-b5dc-d14ced3e08e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Deleting port 18e7296d-ec6c-466c-8e98-26cfc7426472 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:24.447195 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-554d415a-2cdc-4a59-a198-732f0b528a52 req-1db67ed8-e7ac-4f94-b5dc-d14ced3e08e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.486647 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-cca9e637-ac4b-4c3a-a083-202a81e9c9be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.605976 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f0455-6dcc-4800-9c5b-40062ddf5200 req-66e09e25-94c9-4c71-8eec-add51c0e9299 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:24.614359 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-071f0455-6dcc-4800-9c5b-40062ddf5200 req-66e09e25-94c9-4c71-8eec-add51c0e9299 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 932 time: 0.1346326 Nov 19 13:34:24.679386 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-554d415a-2cdc-4a59-a198-732f0b528a52 req-1db67ed8-e7ac-4f94-b5dc-d14ced3e08e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] For port 18e7296d-ec6c-466c-8e98-26cfc7426472, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=18e7296d-ec6c-466c-8e98-26cfc7426472,segment=NetworkSegment(85056d8e-48cf-4ef4-b765-08a82b1fd145),segment_id=85056d8e-48cf-4ef4-b765-08a82b1fd145)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:24.679870 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-554d415a-2cdc-4a59-a198-732f0b528a52 req-1db67ed8-e7ac-4f94-b5dc-d14ced3e08e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.712709 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-554d415a-2cdc-4a59-a198-732f0b528a52 req-1db67ed8-e7ac-4f94-b5dc-d14ced3e08e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Calling delete_port for 18e7296d-ec6c-466c-8e98-26cfc7426472 owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:24.738689 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-071f0455-6dcc-4800-9c5b-40062ddf5200 req-ae16f985-d05e-4b7f-ab76-035b340cd7ba tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191342 Nov 19 13:34:24.772546 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc41b0f-df55-4b4a-b1cc-a293c1bd8c54 req-76900ace-8734-4bc3-9d2f-3c87b4f89115 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:24.774090 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4bc41b0f-df55-4b4a-b1cc-a293c1bd8c54 req-76900ace-8734-4bc3-9d2f-3c87b4f89115 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f29580c-3285-4711-8f5a-1d0c36d6771f HTTP/1.1" status: 200 len: 945 time: 0.1817248 Nov 19 13:34:24.904480 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-1a28d34a-5eeb-4b8d-b232-a22a07525036 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:24.905976 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-1a28d34a-5eeb-4b8d-b232-a22a07525036 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.82 "GET /v2.0/networks?id=73c96041-9b28-4c68-9fa9-490b84a1a86c HTTP/1.1" status: 200 len: 809 time: 0.2235403 Nov 19 13:34:24.950694 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4bc41b0f-df55-4b4a-b1cc-a293c1bd8c54 req-3281232f-50b0-4401-a6d7-0c37e5d6f2d7 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442764 Nov 19 13:34:25.077369 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10253420-28bd-43b6-9548-3232fa8a686a req-0d5781b5-14e4-47bd-9c1c-fb9bf956764e tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:25.083771 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-10253420-28bd-43b6-9548-3232fa8a686a req-0d5781b5-14e4-47bd-9c1c-fb9bf956764e tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.1869941 Nov 19 13:34:25.182920 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-554d415a-2cdc-4a59-a198-732f0b528a52 req-1db67ed8-e7ac-4f94-b5dc-d14ced3e08e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422526'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.198980 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['03bde8dc-0fc7-48a8-a1b6-cae11f8033d5', '5851b9a3-4610-4d7c-a908-7270bd52ea65', '18e7296d-ec6c-466c-8e98-26cfc7426472'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:34:25.215359 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-1be2c332-4411-466b-9cde-f43c0e7cf7f2 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7aba59e789ec42f28106f03123363eb4 HTTP/1.1" status: 200 len: 380 time: 0.2880013 Nov 19 13:34:25.237662 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-ba0fc599-ca9b-4491-b960-0907b1c2954c tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Request body: {'port': {'device_id': 'de664db6-c950-4f0d-9afc-276f3e41986b', 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c', 'admin_state_up': True, 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'security_groups': ['68664af2-81e0-49ce-ac11-a2cc27c5e194']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:25.268226 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-10253420-28bd-43b6-9548-3232fa8a686a req-ef1a922d-1005-40e8-9fbf-f7f2a47d5ec4 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712480 Nov 19 13:34:25.273547 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db67ed8-e7ac-4f94-b5dc-d14ced3e08e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Pushing event deleted for resources: {'Port': ['ID=18e7296d-ec6c-466c-8e98-26cfc7426472,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:25.366575 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db67ed8-e7ac-4f94-b5dc-d14ced3e08e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:25.366932 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db67ed8-e7ac-4f94-b5dc-d14ced3e08e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:25.367844 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db67ed8-e7ac-4f94-b5dc-d14ced3e08e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:25.368212 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db67ed8-e7ac-4f94-b5dc-d14ced3e08e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:25.368732 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db67ed8-e7ac-4f94-b5dc-d14ced3e08e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:25.369081 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db67ed8-e7ac-4f94-b5dc-d14ced3e08e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:25.369406 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db67ed8-e7ac-4f94-b5dc-d14ced3e08e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:25.370037 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db67ed8-e7ac-4f94-b5dc-d14ced3e08e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:25.370037 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db67ed8-e7ac-4f94-b5dc-d14ced3e08e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:25.370446 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db67ed8-e7ac-4f94-b5dc-d14ced3e08e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:25.370893 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db67ed8-e7ac-4f94-b5dc-d14ced3e08e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:25.371296 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db67ed8-e7ac-4f94-b5dc-d14ced3e08e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:25.406562 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-554d415a-2cdc-4a59-a198-732f0b528a52 req-1db67ed8-e7ac-4f94-b5dc-d14ced3e08e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] No DVR routers for this DVR port 18e7296d-ec6c-466c-8e98-26cfc7426472 on host hv-cinder-81632 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:25.410162 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-554d415a-2cdc-4a59-a198-732f0b528a52 req-1db67ed8-e7ac-4f94-b5dc-d14ced3e08e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.415113 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-cca9e637-ac4b-4c3a-a083-202a81e9c9be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d62950-da9a-43f7-9424-6e2ec726c72d {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:34:25.415848 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-554d415a-2cdc-4a59-a198-732f0b528a52 req-1db67ed8-e7ac-4f94-b5dc-d14ced3e08e1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.82 "DELETE /v2.0/ports/18e7296d-ec6c-466c-8e98-26cfc7426472 HTTP/1.1" status: 204 len: 173 time: 1.1505258 Nov 19 13:34:25.416799 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f29580c-3285-4711-8f5a-1d0c36d6771f', 'name': 'network-vif-deleted', 'tag': '18e7296d-ec6c-466c-8e98-26cfc7426472'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:25.431287 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}431daffbed8a7bc2bed2e3611d7026b1b28861ed879237af90c14d74da8c9db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08350be-6132-40fd-8cfd-4c6eeb574813" -d '{"events": [{"server_uuid": "7f29580c-3285-4711-8f5a-1d0c36d6771f", "name": "network-vif-deleted", "tag": "18e7296d-ec6c-466c-8e98-26cfc7426472"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:25.432841 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-cca9e637-ac4b-4c3a-a083-202a81e9c9be service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.473237 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058f815-31e2-4636-b3cd-87cdf387f69d req-90ee5f80-a8b7-481c-a61e-4e6c410c0e33 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:25.485042 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6058f815-31e2-4636-b3cd-87cdf387f69d req-90ee5f80-a8b7-481c-a61e-4e6c410c0e33 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.2328172 Nov 19 13:34:25.491902 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-cca9e637-ac4b-4c3a-a083-202a81e9c9be service neutron] Transition to ACTIVE for port object c7d62950-da9a-43f7-9424-6e2ec726c72d will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:34:25.500923 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-cca9e637-ac4b-4c3a-a083-202a81e9c9be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.532872 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-ba0fc599-ca9b-4491-b960-0907b1c2954c tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Made reservation on behalf of 7aba59e789ec42f28106f03123363eb4 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:34:25.536478 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-ba0fc599-ca9b-4491-b960-0907b1c2954c tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.609427 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6f199787-2e4b-49f4-bbd5-55ff4dc2d55c req-70078e95-31dd-4a3e-b9d7-d54491282a89 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 210 time: 0.0746162 Nov 19 13:34:25.660205 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6058f815-31e2-4636-b3cd-87cdf387f69d req-2b36d84d-7c72-4523-873b-390ec650e114 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709135 Nov 19 13:34:25.662818 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9e637-ac4b-4c3a-a083-202a81e9c9be service neutron] Pushing event updated for resources: {'Port': ['ID=c7d62950-da9a-43f7-9424-6e2ec726c72d,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:25.692620 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d3086c-066e-431c-9ecf-02f3824075dd x-openstack-request-id: req-b1d3086c-066e-431c-9ecf-02f3824075dd {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:25.692918 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f29580c-3285-4711-8f5a-1d0c36d6771f", "name": "network-vif-deleted", "tag": "18e7296d-ec6c-466c-8e98-26cfc7426472", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:25.693165 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b1d3086c-066e-431c-9ecf-02f3824075dd {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:25.693563 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f29580c-3285-4711-8f5a-1d0c36d6771f', 'name': 'network-vif-deleted', 'tag': '18e7296d-ec6c-466c-8e98-26cfc7426472', 'status': 'completed', 'code': 200} Nov 19 13:34:25.760670 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-cca9e637-ac4b-4c3a-a083-202a81e9c9be service neutron] Attempting to bind port c7d62950-da9a-43f7-9424-6e2ec726c72d on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:34:25.761010 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-cca9e637-ac4b-4c3a-a083-202a81e9c9be service neutron] Attempting to bind port c7d62950-da9a-43f7-9424-6e2ec726c72d by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': 'ef9390e8-a2a6-48db-b925-a5b48daa748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'a11a604d-7249-487a-be5b-5fabe3841c91'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:34:25.761476 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-cca9e637-ac4b-4c3a-a083-202a81e9c9be service neutron] Attempting to bind port c7d62950-da9a-43f7-9424-6e2ec726c72d on network a11a604d-7249-487a-be5b-5fabe3841c91 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:25.770361 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-cca9e637-ac4b-4c3a-a083-202a81e9c9be service neutron] Port c7d62950-da9a-43f7-9424-6e2ec726c72d on network a11a604d-7249-487a-be5b-5fabe3841c91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:34:25.770681 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-cca9e637-ac4b-4c3a-a083-202a81e9c9be service neutron] Attempting to bind port c7d62950-da9a-43f7-9424-6e2ec726c72d on network a11a604d-7249-487a-be5b-5fabe3841c91 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:25.780580 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-ba0fc599-ca9b-4491-b960-0907b1c2954c tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Allocated IP 172.20.0.6 (73c96041-9b28-4c68-9fa9-490b84a1a86c/0d417f6d-4d23-4260-8964-4b050adda031/1579cd28-484b-4970-a380-3719f408d681) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:34:25.782922 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-cca9e637-ac4b-4c3a-a083-202a81e9c9be service neutron] Checking agent: {'id': '75923988-c426-4077-9ddc-4d64f8800d36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'started_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:34:25.783248 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-cca9e637-ac4b-4c3a-a083-202a81e9c9be service neutron] Checking segment: {'id': 'ef9390e8-a2a6-48db-b925-a5b48daa748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'a11a604d-7249-487a-be5b-5fabe3841c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:25.783655 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-cca9e637-ac4b-4c3a-a083-202a81e9c9be service neutron] Bound using segment: {'id': 'ef9390e8-a2a6-48db-b925-a5b48daa748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'a11a604d-7249-487a-be5b-5fabe3841c91'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:34:25.784087 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-cca9e637-ac4b-4c3a-a083-202a81e9c9be service neutron] Bound port: c7d62950-da9a-43f7-9424-6e2ec726c72d, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef9390e8-a2a6-48db-b925-a5b48daa748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'a11a604d-7249-487a-be5b-5fabe3841c91'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:34:25.784450 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-cca9e637-ac4b-4c3a-a083-202a81e9c9be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.850489 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5586e-b2e0-4708-a19a-72d6e8819721 req-04fc7a4a-8e9a-4065-bfda-c3995e7434d3 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:25.858272 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9ec5586e-b2e0-4708-a19a-72d6e8819721 req-04fc7a4a-8e9a-4065-bfda-c3995e7434d3 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 944 time: 0.0573347 Nov 19 13:34:25.905715 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9ec5586e-b2e0-4708-a19a-72d6e8819721 req-fa16c10d-7427-471d-925e-a72a523c9ca9 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465949 Nov 19 13:34:25.934268 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-cca9e637-ac4b-4c3a-a083-202a81e9c9be service neutron] For port c7d62950-da9a-43f7-9424-6e2ec726c72d, host hv-cinder-81632, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:25.953124 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-cca9e637-ac4b-4c3a-a083-202a81e9c9be service neutron] For port c7d62950-da9a-43f7-9424-6e2ec726c72d, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c7d62950-da9a-43f7-9424-6e2ec726c72d,segment=NetworkSegment(ef9390e8-a2a6-48db-b925-a5b48daa748b),segment_id=ef9390e8-a2a6-48db-b925-a5b48daa748b)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:34:25.960204 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-cca9e637-ac4b-4c3a-a083-202a81e9c9be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.042084 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-cca9e637-ac4b-4c3a-a083-202a81e9c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:26.042848 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-cca9e637-ac4b-4c3a-a083-202a81e9c9be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.044451 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-cca9e637-ac4b-4c3a-a083-202a81e9c9be service neutron] 10.222.0.82 "PUT /v2.0/ports/c7d62950-da9a-43f7-9424-6e2ec726c72d HTTP/1.1" status: 200 len: 1094 time: 1.6909702 Nov 19 13:34:26.045524 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0370dec0-3336-464e-b418-beb1ba019e2e', 'tag': 'c7d62950-da9a-43f7-9424-6e2ec726c72d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:26.047916 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e50b1a5-c65e-44c8-9e13-a8c71c02fade" -d '{"events": [{"name": "network-changed", "server_uuid": "0370dec0-3336-464e-b418-beb1ba019e2e", "tag": "c7d62950-da9a-43f7-9424-6e2ec726c72d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:26.112271 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-ba0fc599-ca9b-4491-b960-0907b1c2954c tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.145037 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2215ee8-671b-4972-864f-0c1116f189a9 x-openstack-request-id: req-a2215ee8-671b-4972-864f-0c1116f189a9 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:26.145339 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0370dec0-3336-464e-b418-beb1ba019e2e", "tag": "c7d62950-da9a-43f7-9424-6e2ec726c72d", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:26.145600 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a2215ee8-671b-4972-864f-0c1116f189a9 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:26.146078 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0370dec0-3336-464e-b418-beb1ba019e2e', 'tag': 'c7d62950-da9a-43f7-9424-6e2ec726c72d', 'status': 'completed', 'code': 200} Nov 19 13:34:26.149964 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9e637-ac4b-4c3a-a083-202a81e9c9be service neutron] Pushing event updated for resources: {'Port': ['ID=c7d62950-da9a-43f7-9424-6e2ec726c72d,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:26.182116 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7d8ffced-88f7-42dd-b26e-1b51c4c9d1aa req-cdcd516b-1932-4a9f-98d3-c93e7c13c56f tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f29580c-3285-4711-8f5a-1d0c36d6771f HTTP/1.1" status: 200 len: 210 time: 0.0613799 Nov 19 13:34:26.210067 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-cbf4a8c1-7f1a-404f-bfd9-d115bddc6098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:26.212203 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-cbf4a8c1-7f1a-404f-bfd9-d115bddc6098 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d1b9e83348a549bd98e6f75206a5a92f&device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 1097 time: 0.0817182 Nov 19 13:34:26.213976 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-ba0fc599-ca9b-4491-b960-0907b1c2954c tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.233492 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d5953-ef54-4996-9ba6-600b435bcc3a req-824dd84a-3da3-4872-9c69-b9efe54b2064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:26.235313 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1c1d5953-ef54-4996-9ba6-600b435bcc3a req-824dd84a-3da3-4872-9c69-b9efe54b2064 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f5f789d031f747e1943f91b44d5587cf&device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 1098 time: 0.0532825 Nov 19 13:34:26.301080 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-850482d9-adcf-421f-a40e-b9152acc9e86 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7d62950-da9a-43f7-9424-6e2ec726c72d HTTP/1.1" status: 200 len: 217 time: 0.0598271 Nov 19 13:34:26.302750 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-ba0fc599-ca9b-4491-b960-0907b1c2954c tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Network 73c96041-9b28-4c68-9fa9-490b84a1a86c is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:26.306946 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-ba0fc599-ca9b-4491-b960-0907b1c2954c tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:26.308977 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fc599-ca9b-4491-b960-0907b1c2954c tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Pushing event updated for resources: {'Port': ['ID=1579cd28-484b-4970-a380-3719f408d681,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:26.318394 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-ba0fc599-ca9b-4491-b960-0907b1c2954c tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:34:26.367780 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b6a02795-3090-4f77-9112-34cf1dfddf4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.389398 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-e1599ff7-ad60-437a-8a4d-893ad8634e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:26.390992 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-e1599ff7-ad60-437a-8a4d-893ad8634e8a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6dd603dd-d79d-46c0-81e6-5262ec78459c HTTP/1.1" status: 200 len: 848 time: 0.0797541 Nov 19 13:34:26.397772 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-ba0fc599-ca9b-4491-b960-0907b1c2954c tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:26.397772 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-ba0fc599-ca9b-4491-b960-0907b1c2954c tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.436376 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-2e887b29-f104-40c9-a314-f9098528718d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a11a604d-7249-487a-be5b-5fabe3841c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352697 Nov 19 13:34:26.445781 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-ba0fc599-ca9b-4491-b960-0907b1c2954c tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2134273 Nov 19 13:34:26.468096 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e3200-fe3b-4463-bbc1-cd7299a44fec req-55687ead-7671-4001-80fb-a7f1f5f669c7 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:26.468950 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-4d6652f0-b915-4b00-b304-d80f94116d0c service neutron] Request body: {'port': {'device_id': 'de664db6-c950-4f0d-9afc-276f3e41986b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:26.469759 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e90e3200-fe3b-4463-bbc1-cd7299a44fec req-55687ead-7671-4001-80fb-a7f1f5f669c7 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0920570 Nov 19 13:34:26.475198 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d5953-ef54-4996-9ba6-600b435bcc3a req-3a0f12ff-4815-4b54-8602-7c636d491448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:26.476778 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1c1d5953-ef54-4996-9ba6-600b435bcc3a req-3a0f12ff-4815-4b54-8602-7c636d491448 service neutron] 10.222.0.82 "GET /v2.0/networks?id=94129882-55e7-4f60-86f2-20086f9335b5 HTTP/1.1" status: 200 len: 921 time: 0.2111750 Nov 19 13:34:26.533348 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1c1d5953-ef54-4996-9ba6-600b435bcc3a req-a3a3c71a-7b35-438b-b5db-fcdeb772b0f8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c155a67c-20f3-4691-93b9-b9e98dad1f20 HTTP/1.1" status: 200 len: 217 time: 0.0463982 Nov 19 13:34:26.593398 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d5953-ef54-4996-9ba6-600b435bcc3a req-873b2551-1b2d-4bfe-b216-53c1f7c736c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:26.595418 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1c1d5953-ef54-4996-9ba6-600b435bcc3a req-873b2551-1b2d-4bfe-b216-53c1f7c736c1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ca813023-0106-4533-88fc-30d699229a62 HTTP/1.1" status: 200 len: 859 time: 0.0515778 Nov 19 13:34:26.599831 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-2cc9037d-dc5e-4f62-a2b8-84f0b24f8e28 service neutron] 10.222.0.82 "GET /v2.0/networks/a11a604d-7249-487a-be5b-5fabe3841c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531577 Nov 19 13:34:26.608052 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-4d6652f0-b915-4b00-b304-d80f94116d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.615369 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e90e3200-fe3b-4463-bbc1-cd7299a44fec req-94c7e770-8bab-4514-a449-3e1f456ca1d5 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348071 Nov 19 13:34:26.659876 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1c1d5953-ef54-4996-9ba6-600b435bcc3a req-80dbc402-44ad-4eaa-a77b-4ab0bb004e1c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94129882-55e7-4f60-86f2-20086f9335b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385246 Nov 19 13:34:26.693741 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-fa98ca7f-72f7-4728-bdc5-d21e099f94e0 None None] Provisioning complete for port 1579cd28-484b-4970-a380-3719f408d681 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:26.694698 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fa98ca7f-72f7-4728-bdc5-d21e099f94e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.736287 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-fa98ca7f-72f7-4728-bdc5-d21e099f94e0 None None] Port 1579cd28-484b-4970-a380-3719f408d681 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:34:26.768140 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1c1d5953-ef54-4996-9ba6-600b435bcc3a req-1c94c99c-4a6f-4390-ac8a-f48ac7b16963 service neutron] 10.222.0.82 "GET /v2.0/networks/94129882-55e7-4f60-86f2-20086f9335b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995159 Nov 19 13:34:26.884908 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-19dfa3ca-27d6-45af-b066-d7d1df385e95 req-eefb94ad-d4ea-4ec8-9e8b-9b44406a06b3 service neutron] 10.222.0.82 "GET /v2.0/networks/a11a604d-7249-487a-be5b-5fabe3841c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624118 Nov 19 13:34:26.935867 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a7523-afe4-4c0a-b7cc-3fe9fc240168 req-0f5179c5-9f30-4c3a-a9d5-f3f10ad6827b tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:26.937600 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6d0a7523-afe4-4c0a-b7cc-3fe9fc240168 req-0f5179c5-9f30-4c3a-a9d5-f3f10ad6827b tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 931 time: 0.1052377 Nov 19 13:34:26.995263 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1c1d5953-ef54-4996-9ba6-600b435bcc3a req-694b3a0c-80d8-44a4-9247-dc03f9edbcf0 service neutron] 10.222.0.82 "GET /v2.0/networks/94129882-55e7-4f60-86f2-20086f9335b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132919 Nov 19 13:34:27.011393 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50b1a5-c65e-44c8-9e13-a8c71c02fade req-5a99d82d-a2d7-459c-9797-d46949fb96ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:27.012924 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-8e50b1a5-c65e-44c8-9e13-a8c71c02fade req-5a99d82d-a2d7-459c-9797-d46949fb96ea service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d1b9e83348a549bd98e6f75206a5a92f&device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 1097 time: 0.0696774 Nov 19 13:34:27.035797 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688d599-9411-4107-9e86-301040c5ad37 req-663db989-7686-40c1-9912-1d2047a125f7 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:27.041674 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5688d599-9411-4107-9e86-301040c5ad37 req-663db989-7686-40c1-9912-1d2047a125f7 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0996730 Nov 19 13:34:27.047980 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6d0a7523-afe4-4c0a-b7cc-3fe9fc240168 req-127a264f-340d-4165-98f6-5da0ab9ea439 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953703 Nov 19 13:34:27.104886 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5688d599-9411-4107-9e86-301040c5ad37 req-e6b4fb12-a061-4df1-a6e2-799dd00603f3 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552850 Nov 19 13:34:27.125052 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-4d6652f0-b915-4b00-b304-d80f94116d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1579cd28-484b-4970-a380-3719f408d681 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:34:27.128531 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-4d6652f0-b915-4b00-b304-d80f94116d0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:27.234999 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 18e7296d-ec6c-466c-8e98-26cfc7426472 no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:27.260671 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] No Port match for: 18e7296d-ec6c-466c-8e98-26cfc7426472 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:34:27.261080 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 18e7296d-ec6c-466c-8e98-26cfc7426472 not bound to the agent host hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:34:27.284389 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cbf76-7e1a-48e0-a215-9bdcd67cef53 req-73b4c066-18db-4a29-a437-621550bf29bc tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:27.285935 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e06cbf76-7e1a-48e0-a215-9bdcd67cef53 req-73b4c066-18db-4a29-a437-621550bf29bc tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 944 time: 0.0942817 Nov 19 13:34:27.297519 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-411b38a1-afa9-4e16-b1f1-4ae8fe027896 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:27.299041 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-411b38a1-afa9-4e16-b1f1-4ae8fe027896 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/networks?id=f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6 HTTP/1.1" status: 200 len: 814 time: 0.1693463 Nov 19 13:34:27.326742 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-e2d3dfa7-6939-4f51-9c89-af82c33e961e tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/quotas/09aa125b8fc640e780552210e36a9a2e HTTP/1.1" status: 200 len: 375 time: 0.0206928 Nov 19 13:34:27.357202 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-4d6652f0-b915-4b00-b304-d80f94116d0c service neutron] Transition to ACTIVE for port object 1579cd28-484b-4970-a380-3719f408d681 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:34:27.364348 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-4d6652f0-b915-4b00-b304-d80f94116d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:27.373572 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50b1a5-c65e-44c8-9e13-a8c71c02fade req-6d34bf23-3130-4359-b331-d64eb57c5169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:27.374358 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e06cbf76-7e1a-48e0-a215-9bdcd67cef53 req-8cc8ffd5-8f71-48c4-8c9f-bf730b32dd70 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743520 Nov 19 13:34:27.375068 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-8e50b1a5-c65e-44c8-9e13-a8c71c02fade req-6d34bf23-3130-4359-b331-d64eb57c5169 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a11a604d-7249-487a-be5b-5fabe3841c91 HTTP/1.1" status: 200 len: 910 time: 0.3484263 Nov 19 13:34:27.391386 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-77325abd-7a8e-4553-851a-ef929cb5edf4 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=09aa125b8fc640e780552210e36a9a2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575836 Nov 19 13:34:27.442062 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-8e50b1a5-c65e-44c8-9e13-a8c71c02fade req-b44a6ba8-8e6e-4af5-b579-547dcb886a14 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7d62950-da9a-43f7-9424-6e2ec726c72d HTTP/1.1" status: 200 len: 217 time: 0.0462153 Nov 19 13:34:27.451120 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6652f0-b915-4b00-b304-d80f94116d0c service neutron] Pushing event updated for resources: {'Port': ['ID=1579cd28-484b-4970-a380-3719f408d681,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:27.549685 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-c46ef987-446b-4053-b1d6-b852251bd44c service neutron] 10.222.0.70 "GET /v2.0/networks/f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427896 Nov 19 13:34:27.595599 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-4d6652f0-b915-4b00-b304-d80f94116d0c service neutron] Attempting to bind port 1579cd28-484b-4970-a380-3719f408d681 on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:34:27.595979 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-4d6652f0-b915-4b00-b304-d80f94116d0c service neutron] Attempting to bind port 1579cd28-484b-4970-a380-3719f408d681 by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': 'ec72d818-30a1-471c-ac19-98b44dda9e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:34:27.596345 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-4d6652f0-b915-4b00-b304-d80f94116d0c service neutron] Attempting to bind port 1579cd28-484b-4970-a380-3719f408d681 on network 73c96041-9b28-4c68-9fa9-490b84a1a86c {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:27.600299 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50b1a5-c65e-44c8-9e13-a8c71c02fade req-801a9ed5-c390-406e-871b-90575ff6c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:27.602011 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-8e50b1a5-c65e-44c8-9e13-a8c71c02fade req-801a9ed5-c390-406e-871b-90575ff6c0de service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6dd603dd-d79d-46c0-81e6-5262ec78459c HTTP/1.1" status: 200 len: 848 time: 0.1463358 Nov 19 13:34:27.605967 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-4d6652f0-b915-4b00-b304-d80f94116d0c service neutron] Port 1579cd28-484b-4970-a380-3719f408d681 on network 73c96041-9b28-4c68-9fa9-490b84a1a86c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:34:27.606124 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-4d6652f0-b915-4b00-b304-d80f94116d0c service neutron] Attempting to bind port 1579cd28-484b-4970-a380-3719f408d681 on network 73c96041-9b28-4c68-9fa9-490b84a1a86c {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:27.611629 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-4d6652f0-b915-4b00-b304-d80f94116d0c service neutron] Checking agent: {'id': '75923988-c426-4077-9ddc-4d64f8800d36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'started_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:34:27.612130 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-4d6652f0-b915-4b00-b304-d80f94116d0c service neutron] Checking segment: {'id': 'ec72d818-30a1-471c-ac19-98b44dda9e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:27.612372 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-4d6652f0-b915-4b00-b304-d80f94116d0c service neutron] Bound using segment: {'id': 'ec72d818-30a1-471c-ac19-98b44dda9e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:34:27.612895 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-4d6652f0-b915-4b00-b304-d80f94116d0c service neutron] Bound port: 1579cd28-484b-4970-a380-3719f408d681, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec72d818-30a1-471c-ac19-98b44dda9e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:34:27.613139 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-4d6652f0-b915-4b00-b304-d80f94116d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:27.658083 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-8e50b1a5-c65e-44c8-9e13-a8c71c02fade req-0e989b71-00ea-41b0-8c1d-4b34640df136 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a11a604d-7249-487a-be5b-5fabe3841c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426819 Nov 19 13:34:27.680627 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-3c37673c-31af-4d8b-9c09-f9ecacda609b service neutron] 10.222.0.70 "GET /v2.0/networks/f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218531 Nov 19 13:34:27.764932 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98679732-9057-4ff1-91db-4ff7e205414a req-9c45eeea-6e56-49f9-8328-16aace606a2a tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:27.766808 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-98679732-9057-4ff1-91db-4ff7e205414a req-9c45eeea-6e56-49f9-8328-16aace606a2a tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0583909 Nov 19 13:34:27.770165 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-4d6652f0-b915-4b00-b304-d80f94116d0c service neutron] For port 1579cd28-484b-4970-a380-3719f408d681, host hv-cinder-81632, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:27.825314 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-8e50b1a5-c65e-44c8-9e13-a8c71c02fade req-929cbe2c-eb9d-48d8-9de0-57867620966f service neutron] 10.222.0.82 "GET /v2.0/networks/a11a604d-7249-487a-be5b-5fabe3841c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429660 Nov 19 13:34:27.828755 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-4d6652f0-b915-4b00-b304-d80f94116d0c service neutron] For port 1579cd28-484b-4970-a380-3719f408d681, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=1579cd28-484b-4970-a380-3719f408d681,segment=NetworkSegment(ec72d818-30a1-471c-ac19-98b44dda9e7c),segment_id=ec72d818-30a1-471c-ac19-98b44dda9e7c)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:34:27.839584 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-98679732-9057-4ff1-91db-4ff7e205414a req-a0440a65-e5c6-41ac-8bf1-d03c838046b1 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623684 Nov 19 13:34:27.864608 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-4d6652f0-b915-4b00-b304-d80f94116d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:27.905661 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb961a-6e84-4635-b073-b391d2fdf24d req-58940bc8-a12a-4110-8f7b-02375151560a tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:27.914939 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5ffb961a-6e84-4635-b073-b391d2fdf24d req-58940bc8-a12a-4110-8f7b-02375151560a tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 945 time: 0.0703149 Nov 19 13:34:27.963917 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5ffb961a-6e84-4635-b073-b391d2fdf24d req-30dda546-ece9-4eea-be1b-7e49b6f92d63 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479865 Nov 19 13:34:27.971690 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-4d6652f0-b915-4b00-b304-d80f94116d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:27.972396 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-4d6652f0-b915-4b00-b304-d80f94116d0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:27.973797 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-4d6652f0-b915-4b00-b304-d80f94116d0c service neutron] 10.222.0.82 "PUT /v2.0/ports/1579cd28-484b-4970-a380-3719f408d681 HTTP/1.1" status: 200 len: 1093 time: 1.5092456 Nov 19 13:34:27.976374 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6652f0-b915-4b00-b304-d80f94116d0c service neutron] Pushing event updated for resources: {'Port': ['ID=1579cd28-484b-4970-a380-3719f408d681,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:28.057954 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-14b5c175-1ae8-4702-a8ab-21e34bc8cc6f req-b9b1ff24-ea74-4893-8f24-ae7109e32e39 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 210 time: 0.0317974 Nov 19 13:34:28.064668 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-8e50b1a5-c65e-44c8-9e13-a8c71c02fade req-1952fb2e-ee14-4f5e-a136-bb8391927f52 service neutron] 10.222.0.82 "GET /v2.0/networks/a11a604d-7249-487a-be5b-5fabe3841c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288258 Nov 19 13:34:28.096192 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-d2f45330-e38e-4b31-a25c-c1f3f415c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:28.097766 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-d2f45330-e38e-4b31-a25c-c1f3f415c0ba service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7aba59e789ec42f28106f03123363eb4&device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 1096 time: 0.0658863 Nov 19 13:34:28.202433 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de664db6-c950-4f0d-9afc-276f3e41986b', 'tag': '1579cd28-484b-4970-a380-3719f408d681'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:28.204813 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5720e4-f6ae-4b4b-83b3-33fe362fd73d" -d '{"events": [{"name": "network-changed", "server_uuid": "de664db6-c950-4f0d-9afc-276f3e41986b", "tag": "1579cd28-484b-4970-a380-3719f408d681"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:28.210064 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-a26db09b-eacb-4032-bff5-8fe7934af11d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1579cd28-484b-4970-a380-3719f408d681 HTTP/1.1" status: 200 len: 217 time: 0.0982957 Nov 19 13:34:28.267395 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-9da4d4f0-249d-4862-aa08-9094e5c7a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:28.267533 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4df496-e155-458b-b9dc-50c42f1175f4 req-d2283bc7-7284-4ead-8241-dd88d5d978e2 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:28.270062 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-9da4d4f0-249d-4862-aa08-9094e5c7a2bb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d417f6d-4d23-4260-8964-4b050adda031 HTTP/1.1" status: 200 len: 848 time: 0.0497091 Nov 19 13:34:28.272038 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4c4df496-e155-458b-b9dc-50c42f1175f4 req-d2283bc7-7284-4ead-8241-dd88d5d978e2 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 943 time: 0.1366129 Nov 19 13:34:28.295629 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fae297-cbca-48ea-b80b-ad0aadeb6e86 req-efc4296b-fcb6-4e1f-9378-908ca7f74f5c tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:28.299058 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-95fae297-cbca-48ea-b80b-ad0aadeb6e86 req-efc4296b-fcb6-4e1f-9378-908ca7f74f5c tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0922387 Nov 19 13:34:28.332041 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-a94a3d20-8830-4486-baf6-031ffe04ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:28.333639 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-a94a3d20-8830-4486-baf6-031ffe04ff65 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=73c96041-9b28-4c68-9fa9-490b84a1a86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0528958 Nov 19 13:34:28.370294 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4c4df496-e155-458b-b9dc-50c42f1175f4 req-2be7dae4-76cb-4152-bd79-16323dfb0f31 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910597 Nov 19 13:34:28.404260 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-95fae297-cbca-48ea-b80b-ad0aadeb6e86 req-23035d8e-72f3-4743-89bd-dcfd64558048 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872083 Nov 19 13:34:28.422027 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30adf455-4190-4f3d-9c45-9ff037ef1bf8 x-openstack-request-id: req-30adf455-4190-4f3d-9c45-9ff037ef1bf8 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:28.422708 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de664db6-c950-4f0d-9afc-276f3e41986b", "tag": "1579cd28-484b-4970-a380-3719f408d681", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:28.422974 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30adf455-4190-4f3d-9c45-9ff037ef1bf8 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:28.423366 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de664db6-c950-4f0d-9afc-276f3e41986b', 'tag': '1579cd28-484b-4970-a380-3719f408d681', 'status': 'completed', 'code': 200} Nov 19 13:34:28.478348 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-fbbed826-e799-403a-b47c-220e3cbd1344 service neutron] 10.222.0.82 "GET /v2.0/networks/73c96041-9b28-4c68-9fa9-490b84a1a86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242795 Nov 19 13:34:28.520964 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427857b-8e4c-4ff0-886e-0e61b67618af req-b0732564-5ece-49ff-abf7-9bda722dbca5 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:28.522813 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d427857b-8e4c-4ff0-886e-0e61b67618af req-b0732564-5ece-49ff-abf7-9bda722dbca5 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 944 time: 0.0509181 Nov 19 13:34:28.576812 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d427857b-8e4c-4ff0-886e-0e61b67618af req-4da93a36-5a10-48f7-8e80-54aa5430b5ee tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469978 Nov 19 13:34:28.581487 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-35d5c4b6-ce71-49f7-bb87-4066d89e8c4c req-616efb36-a546-46fb-ac2d-c2655bb74d17 service neutron] 10.222.0.82 "GET /v2.0/networks/73c96041-9b28-4c68-9fa9-490b84a1a86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869725 Nov 19 13:34:28.678204 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5720e4-f6ae-4b4b-83b3-33fe362fd73d req-f60c7f86-2fe4-476b-993b-b3f15d15b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:28.680194 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1e5720e4-f6ae-4b4b-83b3-33fe362fd73d req-f60c7f86-2fe4-476b-993b-b3f15d15b8ce service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7aba59e789ec42f28106f03123363eb4&device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 1096 time: 0.0391464 Nov 19 13:34:28.780112 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5720e4-f6ae-4b4b-83b3-33fe362fd73d req-7beefea8-964a-497c-a40f-48112f1742ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:28.781565 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1e5720e4-f6ae-4b4b-83b3-33fe362fd73d req-7beefea8-964a-497c-a40f-48112f1742ba service neutron] 10.222.0.82 "GET /v2.0/networks?id=73c96041-9b28-4c68-9fa9-490b84a1a86c HTTP/1.1" status: 200 len: 911 time: 0.0890851 Nov 19 13:34:28.823637 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1e5720e4-f6ae-4b4b-83b3-33fe362fd73d req-6f5069e5-fc0f-40ca-b74a-1c37172cc122 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1579cd28-484b-4970-a380-3719f408d681 HTTP/1.1" status: 200 len: 217 time: 0.0336859 Nov 19 13:34:28.883247 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5720e4-f6ae-4b4b-83b3-33fe362fd73d req-73f65f74-5fcf-4cf7-b887-5ee169475405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:28.884974 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1e5720e4-f6ae-4b4b-83b3-33fe362fd73d req-73f65f74-5fcf-4cf7-b887-5ee169475405 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d417f6d-4d23-4260-8964-4b050adda031 HTTP/1.1" status: 200 len: 848 time: 0.0473709 Nov 19 13:34:28.950694 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5720e4-f6ae-4b4b-83b3-33fe362fd73d req-d52e381c-7bab-45e7-a83e-d815572678a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:28.952268 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1e5720e4-f6ae-4b4b-83b3-33fe362fd73d req-d52e381c-7bab-45e7-a83e-d815572678a8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=73c96041-9b28-4c68-9fa9-490b84a1a86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0410817 Nov 19 13:34:28.959152 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76a96d-7688-46f3-90c1-022a8e11bcc6 req-e2477724-91b5-4ab7-85cd-3eefad3b3a37 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:28.960705 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3b76a96d-7688-46f3-90c1-022a8e11bcc6 req-e2477724-91b5-4ab7-85cd-3eefad3b3a37 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0508177 Nov 19 13:34:29.030895 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3b76a96d-7688-46f3-90c1-022a8e11bcc6 req-34c8bcb4-27b5-4274-95d2-202e7b01c735 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587924 Nov 19 13:34:29.061267 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1e5720e4-f6ae-4b4b-83b3-33fe362fd73d req-6e4ba0b9-2554-4534-8eac-18b7069fef74 service neutron] 10.222.0.82 "GET /v2.0/networks/73c96041-9b28-4c68-9fa9-490b84a1a86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929880 Nov 19 13:34:29.125720 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-728fb3ef-ce55-419d-93d3-e16752cf4915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:29.142193 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d1970-41e5-4af7-b9d7-48321edcfc83 req-a2493f5b-ff46-4019-8606-2e4283efcf38 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:29.143866 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b27d1970-41e5-4af7-b9d7-48321edcfc83 req-a2493f5b-ff46-4019-8606-2e4283efcf38 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 945 time: 0.0660391 Nov 19 13:34:29.191680 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-dc10ed96-9ae1-44d3-a86d-1dfd6aac650e req-27383218-4d5a-4276-a557-8564b523febb tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 210 time: 0.0468180 Nov 19 13:34:29.235558 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b27d1970-41e5-4af7-b9d7-48321edcfc83 req-c57f5124-fcee-4c91-973c-af9f30a44ea1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666203 Nov 19 13:34:29.258477 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device c7d62950-da9a-43f7-9424-6e2ec726c72d details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:34:29.264466 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1e5720e4-f6ae-4b4b-83b3-33fe362fd73d req-c87d28f2-0587-4b77-ab50-ac10dadead73 service neutron] 10.222.0.82 "GET /v2.0/networks/73c96041-9b28-4c68-9fa9-490b84a1a86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876366 Nov 19 13:34:29.275248 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-8cd07437-c3b8-4f6a-9c7c-4b4b76b37a6d tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:29.276676 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-8cd07437-c3b8-4f6a-9c7c-4b4b76b37a6d tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.82 "GET /v2.0/networks?id=f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6 HTTP/1.1" status: 200 len: 814 time: 0.1641681 Nov 19 13:34:29.300419 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-eeb912d2-07f6-48cf-9882-13ed5265dc97 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Request body: {'port': {'device_id': 'be47e449-8b2f-4a48-8286-680e4d1ea673', 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6', 'admin_state_up': True, 'tenant_id': '09aa125b8fc640e780552210e36a9a2e'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:29.360384 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port c7d62950-da9a-43f7-9424-6e2ec726c72d, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c7d62950-da9a-43f7-9424-6e2ec726c72d,segment=NetworkSegment(ef9390e8-a2a6-48db-b925-a5b48daa748b),segment_id=ef9390e8-a2a6-48db-b925-a5b48daa748b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:29.373448 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Returning: {'device': 'c7d62950-da9a-43f7-9424-6e2ec726c72d', 'network_id': 'a11a604d-7249-487a-be5b-5fabe3841c91', 'port_id': 'c7d62950-da9a-43f7-9424-6e2ec726c72d', 'mac_address': 'fa:16:3e:ce:0b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd603dd-d79d-46c0-81e6-5262ec78459c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:34:29.412437 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-eeb912d2-07f6-48cf-9882-13ed5265dc97 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Made reservation on behalf of 09aa125b8fc640e780552210e36a9a2e for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:34:29.417262 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-eeb912d2-07f6-48cf-9882-13ed5265dc97 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:29.418144 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:29.435635 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d62950-da9a-43f7-9424-6e2ec726c72d {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:34:29.458122 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port c7d62950-da9a-43f7-9424-6e2ec726c72d, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c7d62950-da9a-43f7-9424-6e2ec726c72d,segment=NetworkSegment(ef9390e8-a2a6-48db-b925-a5b48daa748b),segment_id=ef9390e8-a2a6-48db-b925-a5b48daa748b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:29.466254 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:29.540903 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=c7d62950-da9a-43f7-9424-6e2ec726c72d,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:29.549036 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:29.549385 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:29.549727 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:29.550062 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:29.550394 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:29.550725 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:29.551055 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:29.551537 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:29.551792 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:29.552336 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:29.552815 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:29.553297 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:29.557819 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2af10-972c-45ac-9608-cc3a4f64a3c3 req-41eceefe-60a4-48f8-8f6b-35ad281fe95b tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:29.559398 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b3d2af10-972c-45ac-9608-cc3a4f64a3c3 req-41eceefe-60a4-48f8-8f6b-35ad281fe95b tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 943 time: 0.0799458 Nov 19 13:34:29.587156 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-eeb912d2-07f6-48cf-9882-13ed5265dc97 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Allocated IP 172.20.0.3 (f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6/4a749b76-60b4-4c14-a9f5-74c13fa5871a/e6790ee1-7c87-4b15-889a-b9387862796b) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:34:29.593942 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383856e-6d23-428c-98e6-0acf16952794 req-e4435233-5133-456a-80ab-f16262ce6390 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:29.595426 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0383856e-6d23-428c-98e6-0acf16952794 req-e4435233-5133-456a-80ab-f16262ce6390 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0860209 Nov 19 13:34:29.639703 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b3d2af10-972c-45ac-9608-cc3a4f64a3c3 req-19093190-17e0-4ebd-9b0c-7b92038193c1 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720782 Nov 19 13:34:29.691052 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0383856e-6d23-428c-98e6-0acf16952794 req-b4eac9d0-0cf5-4e60-a6ab-56593a39cc30 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784841 Nov 19 13:34:29.785668 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-eeb912d2-07f6-48cf-9882-13ed5265dc97 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:29.790059 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3d7e1-d563-45d3-824d-32cd76204ead req-60b47d0e-4acf-4db4-8a5a-3a6721bfbfe4 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:29.797726 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-62c3d7e1-d563-45d3-824d-32cd76204ead req-60b47d0e-4acf-4db4-8a5a-3a6721bfbfe4 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 945 time: 0.0631704 Nov 19 13:34:29.846922 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['c7d62950-da9a-43f7-9424-6e2ec726c72d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:34:29.860526 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-62c3d7e1-d563-45d3-824d-32cd76204ead req-8261548c-0bba-414b-9108-475ff27ac15b tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571363 Nov 19 13:34:29.876680 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-eeb912d2-07f6-48cf-9882-13ed5265dc97 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:29.926038 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:29.981689 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-eeb912d2-07f6-48cf-9882-13ed5265dc97 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Network f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:29.986560 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-eeb912d2-07f6-48cf-9882-13ed5265dc97 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:29.998727 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64fd74-eedb-4d49-ba6b-f19e28b6b502 req-1f08891a-f1fb-4977-a331-23d1501d8e88 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:30.000395 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-db64fd74-eedb-4d49-ba6b-f19e28b6b502 req-1f08891a-f1fb-4977-a331-23d1501d8e88 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.82 "GET /v2.0/ports?device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 945 time: 0.1779449 Nov 19 13:34:30.004589 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-eeb912d2-07f6-48cf-9882-13ed5265dc97 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:34:30.034760 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb912d2-07f6-48cf-9882-13ed5265dc97 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Pushing event updated for resources: {'Port': ['ID=e6790ee1-7c87-4b15-889a-b9387862796b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:30.078342 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-eeb912d2-07f6-48cf-9882-13ed5265dc97 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:30.079195 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-eeb912d2-07f6-48cf-9882-13ed5265dc97 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:30.106964 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-eeb912d2-07f6-48cf-9882-13ed5265dc97 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8105149 Nov 19 13:34:30.166596 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:30.234254 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75318444-c78c-4322-9870-d31d2839ef1f req-19d5a882-f7da-4a0d-b47f-c7e6b8cc4a8b tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:30.237284 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-75318444-c78c-4322-9870-d31d2839ef1f req-19d5a882-f7da-4a0d-b47f-c7e6b8cc4a8b tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0997019 Nov 19 13:34:30.310517 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-75318444-c78c-4322-9870-d31d2839ef1f req-35b50c4c-129a-474f-9ca3-df0044b99ed7 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658472 Nov 19 13:34:30.347162 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-255cc9b5-68e4-4a14-b7ad-0ceec07c49ea None None] Provisioning complete for port e6790ee1-7c87-4b15-889a-b9387862796b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:30.347799 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-255cc9b5-68e4-4a14-b7ad-0ceec07c49ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:30.388266 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-255cc9b5-68e4-4a14-b7ad-0ceec07c49ea None None] Port e6790ee1-7c87-4b15-889a-b9387862796b cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:34:30.445279 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c0639-969b-4e98-a67c-bab1af0d64b1 req-c128caa0-55cb-4020-a477-c52a0ffe27fc tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:30.446926 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-305c0639-969b-4e98-a67c-bab1af0d64b1 req-c128caa0-55cb-4020-a477-c52a0ffe27fc tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 931 time: 0.0540302 Nov 19 13:34:30.500426 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-305c0639-969b-4e98-a67c-bab1af0d64b1 req-78e0f32a-72bc-442a-877b-f308309184ba tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458970 Nov 19 13:34:30.603181 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4efb5-4fca-49d0-a9a1-a02f41415c93 req-984f6543-a08e-4592-b756-e8c9acce6aff tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:30.604715 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-75f4efb5-4fca-49d0-a9a1-a02f41415c93 req-984f6543-a08e-4592-b756-e8c9acce6aff tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 945 time: 0.0522909 Nov 19 13:34:30.655882 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-75f4efb5-4fca-49d0-a9a1-a02f41415c93 req-03eb0aa8-1fc1-4de3-8118-52fd59fc0cc6 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410244 Nov 19 13:34:30.802520 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca843e1-aee2-4b28-b7fa-4e36ecdf94f5 req-d0b8c552-d6b6-46cd-8a98-058ec6ac4fbe tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:30.804273 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2ca843e1-aee2-4b28-b7fa-4e36ecdf94f5 req-d0b8c552-d6b6-46cd-8a98-058ec6ac4fbe tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 943 time: 0.0666819 Nov 19 13:34:30.855712 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2ca843e1-aee2-4b28-b7fa-4e36ecdf94f5 req-4f0e11a2-869a-464f-bae8-e40701028b74 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457945 Nov 19 13:34:30.967619 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbdc9a-ba1e-472d-a98a-c605c4953e60 req-ef181a78-2489-4c9f-9120-42ff7f2a5071 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:30.969073 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-78bbdc9a-ba1e-472d-a98a-c605c4953e60 req-ef181a78-2489-4c9f-9120-42ff7f2a5071 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0470972 Nov 19 13:34:31.018339 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-78bbdc9a-ba1e-472d-a98a-c605c4953e60 req-0bececdc-1258-4de4-a76f-eb986585a977 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431819 Nov 19 13:34:31.123151 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a394f4f-94da-4cd0-8160-b4ca1b028aaa req-e4d9f1e8-f15a-4d0a-95aa-39461473b433 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:31.125192 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0a394f4f-94da-4cd0-8160-b4ca1b028aaa req-e4d9f1e8-f15a-4d0a-95aa-39461473b433 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 945 time: 0.0516901 Nov 19 13:34:31.177038 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0a394f4f-94da-4cd0-8160-b4ca1b028aaa req-77026bf9-c9bf-46f3-9ed2-72ed3bc65548 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455601 Nov 19 13:34:31.246804 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:31.265835 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 1579cd28-484b-4970-a380-3719f408d681 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:34:31.269335 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device c7d62950-da9a-43f7-9424-6e2ec726c72d up at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:31.391213 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning for port c7d62950-da9a-43f7-9424-6e2ec726c72d completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:34:31.406422 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning complete for port c7d62950-da9a-43f7-9424-6e2ec726c72d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:31.406784 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:31.446752 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 1579cd28-484b-4970-a380-3719f408d681, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=1579cd28-484b-4970-a380-3719f408d681,segment=NetworkSegment(ec72d818-30a1-471c-ac19-98b44dda9e7c),segment_id=ec72d818-30a1-471c-ac19-98b44dda9e7c)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:31.464011 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Returning: {'device': '1579cd28-484b-4970-a380-3719f408d681', 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c', 'port_id': '1579cd28-484b-4970-a380-3719f408d681', 'mac_address': 'fa:16:3e:59:0d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d417f6d-4d23-4260-8964-4b050adda031', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:34:31.469282 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c3e77-622a-4f96-89b7-6637d623943c req-c2a6def0-ae2e-4a62-98c7-0d001d9cad40 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:31.470855 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b83c3e77-622a-4f96-89b7-6637d623943c req-c2a6def0-ae2e-4a62-98c7-0d001d9cad40 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0774598 Nov 19 13:34:31.534284 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b83c3e77-622a-4f96-89b7-6637d623943c req-53a3e383-0a81-428a-ad34-a8fa1f9d53f6 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509593 Nov 19 13:34:31.551335 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:31.573593 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1579cd28-484b-4970-a380-3719f408d681 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:34:31.577833 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:31.607151 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 1579cd28-484b-4970-a380-3719f408d681, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=1579cd28-484b-4970-a380-3719f408d681,segment=NetworkSegment(ec72d818-30a1-471c-ac19-98b44dda9e7c),segment_id=ec72d818-30a1-471c-ac19-98b44dda9e7c)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:31.614231 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0370dec0-3336-464e-b418-beb1ba019e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d62950-da9a-43f7-9424-6e2ec726c72d'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:31.616627 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e055a475c9f0143691b95be0e0209c275a71c4689c1f5f09712fcbe57faa4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac181ec-bf3c-43c2-b869-6aeb6b738461" -d '{"events": [{"server_uuid": "0370dec0-3336-464e-b418-beb1ba019e2e", "name": "network-vif-plugged", "status": "completed", "tag": "c7d62950-da9a-43f7-9424-6e2ec726c72d"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:31.621028 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:31.649327 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c088f-1524-4286-91dd-fb1f0ec3c7cd req-fe9b3062-4880-47b0-b17e-9522a7d38444 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:31.651481 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port c7d62950-da9a-43f7-9424-6e2ec726c72d, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c7d62950-da9a-43f7-9424-6e2ec726c72d,segment=NetworkSegment(ef9390e8-a2a6-48db-b925-a5b48daa748b),segment_id=ef9390e8-a2a6-48db-b925-a5b48daa748b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:31.652578 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-412c088f-1524-4286-91dd-fb1f0ec3c7cd req-fe9b3062-4880-47b0-b17e-9522a7d38444 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 931 time: 0.0635297 Nov 19 13:34:31.659316 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:31.681322 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=1579cd28-484b-4970-a380-3719f408d681,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:31.710299 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-412c088f-1524-4286-91dd-fb1f0ec3c7cd req-9c7d8ad1-2a65-4e16-8925-d4354e1dac95 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515597 Nov 19 13:34:31.733805 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=c7d62950-da9a-43f7-9424-6e2ec726c72d,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:31.755384 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ff76fc-0465-4c7e-adc6-dbd9df97c8ab x-openstack-request-id: req-d8ff76fc-0465-4c7e-adc6-dbd9df97c8ab {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:31.755724 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0370dec0-3336-464e-b418-beb1ba019e2e", "name": "network-vif-plugged", "status": "completed", "tag": "c7d62950-da9a-43f7-9424-6e2ec726c72d", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:31.755990 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d8ff76fc-0465-4c7e-adc6-dbd9df97c8ab {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:31.756391 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0370dec0-3336-464e-b418-beb1ba019e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d62950-da9a-43f7-9424-6e2ec726c72d', 'code': 200} Nov 19 13:34:31.855522 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e568b73-128b-4bf5-b6c3-b5c70066bb8c req-da42c44d-32d2-4598-b471-4f868d33df0a tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:31.856989 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2e568b73-128b-4bf5-b6c3-b5c70066bb8c req-da42c44d-32d2-4598-b471-4f868d33df0a tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 945 time: 0.0504940 Nov 19 13:34:31.917061 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2e568b73-128b-4bf5-b6c3-b5c70066bb8c req-a5c17094-7fba-418b-8565-1a00a85fffb1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532219 Nov 19 13:34:31.980589 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['1579cd28-484b-4970-a380-3719f408d681'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:34:32.027785 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6d924-b3b4-4ef6-9a25-78dbbb36e46f req-2d3b3cfe-f6b8-41a3-ac7f-08f2c6c14579 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:32.029277 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0be6d924-b3b4-4ef6-9a25-78dbbb36e46f req-2d3b3cfe-f6b8-41a3-ac7f-08f2c6c14579 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 944 time: 0.0479608 Nov 19 13:34:32.089764 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0be6d924-b3b4-4ef6-9a25-78dbbb36e46f req-9a556f06-db8f-47ea-b9fc-2eb66db32f13 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500786 Nov 19 13:34:32.207369 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0884a0-5e59-43e0-b012-bdd1e47c15df req-77908320-027c-4d57-af5a-3f256b288a2f tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:32.209155 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6a0884a0-5e59-43e0-b012-bdd1e47c15df req-77908320-027c-4d57-af5a-3f256b288a2f tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0745552 Nov 19 13:34:32.256006 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6a0884a0-5e59-43e0-b012-bdd1e47c15df req-06b01b39-378e-45de-b241-7ba22a222ce9 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402534 Nov 19 13:34:32.294831 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:32.612966 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb08f1-a418-4137-8891-7c7eb524e936 req-54f8e140-0bba-402f-ac0d-86ae2b9a2adc tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:32.614728 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-80bb08f1-a418-4137-8891-7c7eb524e936 req-54f8e140-0bba-402f-ac0d-86ae2b9a2adc tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 946 time: 0.2811155 Nov 19 13:34:32.684864 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-80bb08f1-a418-4137-8891-7c7eb524e936 req-305b2153-89e1-485b-999e-e0e0e5bf68a9 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631118 Nov 19 13:34:32.793971 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade54130-31d6-4490-9846-d3e5d3931a6b req-6a9ddb4c-b7b9-4a26-bca3-f3adaff85c38 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:32.801445 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ade54130-31d6-4490-9846-d3e5d3931a6b req-6a9ddb4c-b7b9-4a26-bca3-f3adaff85c38 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0595684 Nov 19 13:34:32.842613 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ade54130-31d6-4490-9846-d3e5d3931a6b req-cdd81a3d-9f3b-4fe5-94dd-bc9499cfa97b tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403216 Nov 19 13:34:32.947589 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0fa7f-7645-4954-8107-a35b79721b12 req-e55d293a-8eca-4f5b-9174-87acc9eb3f25 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:32.949055 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-65c0fa7f-7645-4954-8107-a35b79721b12 req-e55d293a-8eca-4f5b-9174-87acc9eb3f25 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 931 time: 0.0487275 Nov 19 13:34:33.000982 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-65c0fa7f-7645-4954-8107-a35b79721b12 req-f9b83b1d-fd9d-43c3-a619-f927878e8ac7 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428059 Nov 19 13:34:33.126309 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70516845-8e51-40b9-b9b8-b1ecce0e327c req-488b0642-d222-4889-857e-5d44362aac7d tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:33.136204 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-70516845-8e51-40b9-b9b8-b1ecce0e327c req-488b0642-d222-4889-857e-5d44362aac7d tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 945 time: 0.0658824 Nov 19 13:34:33.181483 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-70516845-8e51-40b9-b9b8-b1ecce0e327c req-0a92ad9e-7556-4640-8bbd-87038f0ca34f tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443497 Nov 19 13:34:33.267671 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 1579cd28-484b-4970-a380-3719f408d681 up at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:33.285455 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3292aa-6d0e-4a89-918f-adde3398c2c6 req-cad2f497-6cc6-413d-93be-490e8f9be56a tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:33.286902 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8f3292aa-6d0e-4a89-918f-adde3398c2c6 req-cad2f497-6cc6-413d-93be-490e8f9be56a tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 944 time: 0.0491333 Nov 19 13:34:33.341812 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning for port 1579cd28-484b-4970-a380-3719f408d681 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:34:33.345912 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning complete for port 1579cd28-484b-4970-a380-3719f408d681 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:33.346281 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:33.353798 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8f3292aa-6d0e-4a89-918f-adde3398c2c6 req-091a9143-0dbe-4efc-89a8-17d107173e6a tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601447 Nov 19 13:34:33.427357 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:33.472546 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e3921-9bdb-4b61-ad3e-9e363ec1bca4 req-380c9e81-6483-4520-8e05-727bd9e6a875 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:33.474072 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4f6e3921-9bdb-4b61-ad3e-9e363ec1bca4 req-380c9e81-6483-4520-8e05-727bd9e6a875 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0650370 Nov 19 13:34:33.477671 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 1579cd28-484b-4970-a380-3719f408d681, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=1579cd28-484b-4970-a380-3719f408d681,segment=NetworkSegment(ec72d818-30a1-471c-ac19-98b44dda9e7c),segment_id=ec72d818-30a1-471c-ac19-98b44dda9e7c)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:33.482777 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:33.483774 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 5851b9a3-4610-4d7c-a908-7270bd52ea65 no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:33.549038 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4f6e3921-9bdb-4b61-ad3e-9e363ec1bca4 req-c8255c9e-c06c-4b15-b994-43752feec386 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651968 Nov 19 13:34:33.568305 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=1579cd28-484b-4970-a380-3719f408d681,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:33.620694 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:33.654413 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 5851b9a3-4610-4d7c-a908-7270bd52ea65, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=5851b9a3-4610-4d7c-a908-7270bd52ea65,segment=NetworkSegment(85056d8e-48cf-4ef4-b765-08a82b1fd145),segment_id=85056d8e-48cf-4ef4-b765-08a82b1fd145)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:33.659866 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:33.708062 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=5851b9a3-4610-4d7c-a908-7270bd52ea65,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:33.757921 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de664db6-c950-4f0d-9afc-276f3e41986b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1579cd28-484b-4970-a380-3719f408d681'}, {'server_uuid': '144bd4f8-f8a1-41a4-98e3-945f6ed19406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5851b9a3-4610-4d7c-a908-7270bd52ea65'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:33.760354 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e055a475c9f0143691b95be0e0209c275a71c4689c1f5f09712fcbe57faa4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659b3fba-60d6-42a6-aa33-1f8db9b354c2" -d '{"events": [{"server_uuid": "de664db6-c950-4f0d-9afc-276f3e41986b", "name": "network-vif-plugged", "status": "completed", "tag": "1579cd28-484b-4970-a380-3719f408d681"}, {"server_uuid": "144bd4f8-f8a1-41a4-98e3-945f6ed19406", "name": "network-vif-unplugged", "status": "completed", "tag": "5851b9a3-4610-4d7c-a908-7270bd52ea65"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:33.807880 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d6d67-2e6a-4b0a-9646-59ed5bf284d6 req-d63458b9-2f0d-4df7-ae3c-2b88b5f5ab09 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:33.809569 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-217d6d67-2e6a-4b0a-9646-59ed5bf284d6 req-d63458b9-2f0d-4df7-ae3c-2b88b5f5ab09 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 946 time: 0.0567443 Nov 19 13:34:33.857150 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-217d6d67-2e6a-4b0a-9646-59ed5bf284d6 req-be7db20e-6ceb-400a-919c-234b81ed15d0 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412157 Nov 19 13:34:33.906991 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedebcb4-f763-4a7f-a32e-87a26c50ecf7 x-openstack-request-id: req-aedebcb4-f763-4a7f-a32e-87a26c50ecf7 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:33.907548 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de664db6-c950-4f0d-9afc-276f3e41986b", "name": "network-vif-plugged", "status": "completed", "tag": "1579cd28-484b-4970-a380-3719f408d681", "code": 200}, {"server_uuid": "144bd4f8-f8a1-41a4-98e3-945f6ed19406", "name": "network-vif-unplugged", "status": "completed", "tag": "5851b9a3-4610-4d7c-a908-7270bd52ea65", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:33.908059 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aedebcb4-f763-4a7f-a32e-87a26c50ecf7 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:33.908670 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de664db6-c950-4f0d-9afc-276f3e41986b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1579cd28-484b-4970-a380-3719f408d681', 'code': 200} Nov 19 13:34:33.909264 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144bd4f8-f8a1-41a4-98e3-945f6ed19406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5851b9a3-4610-4d7c-a908-7270bd52ea65', 'code': 200} Nov 19 13:34:34.017222 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8da9b1-f00b-4c86-a33f-741a0457160f req-1a71a845-16e4-4f57-8bda-2231d156de92 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:34.019082 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4f8da9b1-f00b-4c86-a33f-741a0457160f req-1a71a845-16e4-4f57-8bda-2231d156de92 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0568449 Nov 19 13:34:34.067442 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4f8da9b1-f00b-4c86-a33f-741a0457160f req-52a85805-ae46-4e95-a505-96fbad050c03 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412040 Nov 19 13:34:34.175885 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527275b-3942-4989-a5b2-38bbb6b78e0c req-3d5bad7b-0d77-4ca6-82a4-e7a25a2a3842 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:34.177354 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e527275b-3942-4989-a5b2-38bbb6b78e0c req-3d5bad7b-0d77-4ca6-82a4-e7a25a2a3842 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 931 time: 0.0549603 Nov 19 13:34:34.238304 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e527275b-3942-4989-a5b2-38bbb6b78e0c req-9e3f24e3-1740-475f-b6e8-41eb4d180d00 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525546 Nov 19 13:34:34.353401 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa311ab-73f4-42c9-9c63-6a3fb093c3ff req-411a99d5-caf7-45e2-a88d-2ea1fb193aca tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:34.355099 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-daa311ab-73f4-42c9-9c63-6a3fb093c3ff req-411a99d5-caf7-45e2-a88d-2ea1fb193aca tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 943 time: 0.0519500 Nov 19 13:34:34.409231 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-daa311ab-73f4-42c9-9c63-6a3fb093c3ff req-b5e2b670-cad9-439a-a6ec-ffabe2c5ea75 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475597 Nov 19 13:34:34.515907 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa1510-517b-49ef-a84c-7244a2fbe2b5 req-41e33809-4982-4dd2-a85c-5e2020415f2e tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:34.517367 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-01fa1510-517b-49ef-a84c-7244a2fbe2b5 req-41e33809-4982-4dd2-a85c-5e2020415f2e tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.0501022 Nov 19 13:34:34.566168 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-01fa1510-517b-49ef-a84c-7244a2fbe2b5 req-c7da6bb2-db13-4c43-88ff-02816b8596d3 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421221 Nov 19 13:34:34.668472 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8af04b-785b-4ffd-925f-c4894db1da62 req-26b2c7c9-7c75-4d74-b23e-99007f2290ed tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:34.669958 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ca8af04b-785b-4ffd-925f-c4894db1da62 req-26b2c7c9-7c75-4d74-b23e-99007f2290ed tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0485430 Nov 19 13:34:34.715750 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ca8af04b-785b-4ffd-925f-c4894db1da62 req-817a6336-24ec-4f79-bd0f-667b869f5ffe tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398052 Nov 19 13:34:34.976826 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b35b5-c423-4fe9-baf3-e3113975b906 req-8c6f778e-6216-4c5f-b1c7-adafe5c77462 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:34.978304 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9f7b35b5-c423-4fe9-baf3-e3113975b906 req-8c6f778e-6216-4c5f-b1c7-adafe5c77462 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 946 time: 0.0555413 Nov 19 13:34:35.025114 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9f7b35b5-c423-4fe9-baf3-e3113975b906 req-2eb1fc47-5737-4fe9-b9c5-9a239288f06c tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408695 Nov 19 13:34:35.187221 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a500a-afaf-42a8-9c9e-433b1f847ec4 req-d54751c8-5d6a-47b3-b041-c374f3829004 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:35.188752 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f37a500a-afaf-42a8-9c9e-433b1f847ec4 req-d54751c8-5d6a-47b3-b041-c374f3829004 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0518034 Nov 19 13:34:35.241304 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f37a500a-afaf-42a8-9c9e-433b1f847ec4 req-c426f111-2bbf-431e-9af6-c17957f9f121 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410233 Nov 19 13:34:35.364792 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9dd50-3089-4784-abe6-e3ca93578ae2 req-bf9a20b8-322d-4b7d-97b6-d24721360aaa tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:35.366249 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b1d9dd50-3089-4784-abe6-e3ca93578ae2 req-bf9a20b8-322d-4b7d-97b6-d24721360aaa tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 931 time: 0.0496278 Nov 19 13:34:35.418159 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b1d9dd50-3089-4784-abe6-e3ca93578ae2 req-071e2d24-e3fb-4a33-ac2c-b118b80ecf2f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453076 Nov 19 13:34:35.523265 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2268a29-81ce-4550-b359-7f3ad22db1ec req-2839dcef-4239-41db-b0b5-78aa081f8f20 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:35.524774 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a2268a29-81ce-4550-b359-7f3ad22db1ec req-2839dcef-4239-41db-b0b5-78aa081f8f20 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 943 time: 0.0489087 Nov 19 13:34:35.575963 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a2268a29-81ce-4550-b359-7f3ad22db1ec req-5a3c7613-f1d2-400d-805d-b725623e2caa tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452454 Nov 19 13:34:35.683406 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cfe1e-19fd-4aae-a299-0b6f88a8bd10 req-e7f34df7-5432-41b6-b120-8767474e428e tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:35.685558 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6b4cfe1e-19fd-4aae-a299-0b6f88a8bd10 req-e7f34df7-5432-41b6-b120-8767474e428e tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.0518110 Nov 19 13:34:35.734868 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6b4cfe1e-19fd-4aae-a299-0b6f88a8bd10 req-a6326ecf-42ae-4768-870b-1d873f111b76 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432293 Nov 19 13:34:35.867996 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547987dd-ba6c-4f38-b9e6-9096c25c3e42 req-647663f1-c43c-4cab-86f5-5f47f9f4ecea tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:35.876376 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-547987dd-ba6c-4f38-b9e6-9096c25c3e42 req-647663f1-c43c-4cab-86f5-5f47f9f4ecea tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0625820 Nov 19 13:34:35.923384 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-547987dd-ba6c-4f38-b9e6-9096c25c3e42 req-a898f247-54e5-47a6-b0de-794d35540031 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456300 Nov 19 13:34:36.141279 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346d136-9a91-48d4-a0a5-b9a89211f570 req-63decbbe-51bd-4907-b93d-f68a24f4d93b tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:36.142837 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0346d136-9a91-48d4-a0a5-b9a89211f570 req-63decbbe-51bd-4907-b93d-f68a24f4d93b tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 946 time: 0.0512400 Nov 19 13:34:36.202078 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0346d136-9a91-48d4-a0a5-b9a89211f570 req-97cff05e-4692-45fe-a17d-fc85f2aad864 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527120 Nov 19 13:34:36.363832 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535ec08-9092-438c-ade7-e6e55787a46d req-1ea2f4a2-de94-42bc-9284-b79421661ec5 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:36.365591 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8535ec08-9092-438c-ade7-e6e55787a46d req-1ea2f4a2-de94-42bc-9284-b79421661ec5 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0554929 Nov 19 13:34:36.415494 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8535ec08-9092-438c-ade7-e6e55787a46d req-cef02976-777d-42a0-93c0-bb18d54334e0 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430751 Nov 19 13:34:36.537658 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66405251-1bea-487f-a091-383fd312a3a8 req-f3292dd5-9151-4324-98a2-66a377e2cb46 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:36.539622 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-66405251-1bea-487f-a091-383fd312a3a8 req-f3292dd5-9151-4324-98a2-66a377e2cb46 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 931 time: 0.0519464 Nov 19 13:34:36.586272 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-66405251-1bea-487f-a091-383fd312a3a8 req-3ddc28d3-63e3-43bf-821c-3b7700b54655 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406170 Nov 19 13:34:36.695941 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed47127-6564-4f35-951f-f4cdacd0f87a req-619d53be-b67b-42b7-b11b-68c7893d2dbf tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:36.697381 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5ed47127-6564-4f35-951f-f4cdacd0f87a req-619d53be-b67b-42b7-b11b-68c7893d2dbf tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 943 time: 0.0485470 Nov 19 13:34:36.750061 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5ed47127-6564-4f35-951f-f4cdacd0f87a req-68e6e14a-d3da-4019-90b9-7f5a347d1448 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458155 Nov 19 13:34:36.871034 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a23ae-79c9-459c-9e45-5504c52a5342 req-102bb410-24bc-4dc5-91f2-2a615ce2203d tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:36.872556 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4b8a23ae-79c9-459c-9e45-5504c52a5342 req-102bb410-24bc-4dc5-91f2-2a615ce2203d tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.0504706 Nov 19 13:34:36.929070 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4b8a23ae-79c9-459c-9e45-5504c52a5342 req-adbb622d-b23d-4bb6-8412-cf1e051e1f60 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486548 Nov 19 13:34:37.043917 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef280c-7caa-48a4-bc69-abdb96a667c6 req-df3c7aea-9784-47e8-81c2-ee25241da607 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:37.045380 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-68ef280c-7caa-48a4-bc69-abdb96a667c6 req-df3c7aea-9784-47e8-81c2-ee25241da607 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0554037 Nov 19 13:34:37.092299 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-68ef280c-7caa-48a4-bc69-abdb96a667c6 req-b023b468-45a0-4fb2-ada9-ed1ee52f4f9b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409718 Nov 19 13:34:37.338129 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c7528-5e3e-492c-8164-cbf6285b465d req-92ea14d2-4a6d-4345-a356-6fc207ae1c98 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:37.339604 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-884c7528-5e3e-492c-8164-cbf6285b465d req-92ea14d2-4a6d-4345-a356-6fc207ae1c98 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 946 time: 0.0518582 Nov 19 13:34:37.406001 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-884c7528-5e3e-492c-8164-cbf6285b465d req-70cf9832-326c-4f4d-b35b-28299e3601b9 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576472 Nov 19 13:34:37.532594 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46960b1-2be6-47f8-a55e-c6685ec186d4 req-fca254ee-e8e2-4bcb-a8e6-57a2da405cd7 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:37.534217 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a46960b1-2be6-47f8-a55e-c6685ec186d4 req-fca254ee-e8e2-4bcb-a8e6-57a2da405cd7 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0525315 Nov 19 13:34:37.582545 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a46960b1-2be6-47f8-a55e-c6685ec186d4 req-ccdcaa6c-553b-4cfd-8493-43d303edd5f0 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413737 Nov 19 13:34:37.702279 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1491a-887a-47ea-8ee4-2ab2183c248a req-2de572a9-8f84-4c5d-954f-8fe87a430af4 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:37.703779 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1cc1491a-887a-47ea-8ee4-2ab2183c248a req-2de572a9-8f84-4c5d-954f-8fe87a430af4 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 931 time: 0.0489752 Nov 19 13:34:37.752539 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1cc1491a-887a-47ea-8ee4-2ab2183c248a req-34252fa8-2e9e-4a80-be79-514a9ef39bd6 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426733 Nov 19 13:34:37.868585 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa999e3-d6d6-472d-956a-6bd0d449cd90 req-d10c0490-1475-4ada-97aa-eaf6331aa4ca tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:37.870043 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9fa999e3-d6d6-472d-956a-6bd0d449cd90 req-d10c0490-1475-4ada-97aa-eaf6331aa4ca tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 943 time: 0.0484326 Nov 19 13:34:37.920447 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9fa999e3-d6d6-472d-956a-6bd0d449cd90 req-61016a07-e219-4cdc-82f6-6e96a0f3c6b1 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444798 Nov 19 13:34:38.042423 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ba568-a86c-4a6c-8dc5-720818b2f9df req-2474d627-9f01-4b33-9954-9c0e742da4d4 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:38.043886 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-750ba568-a86c-4a6c-8dc5-720818b2f9df req-2474d627-9f01-4b33-9954-9c0e742da4d4 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.0487337 Nov 19 13:34:38.103242 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-750ba568-a86c-4a6c-8dc5-720818b2f9df req-4fec11c8-4202-4166-a3d8-ffb696a905f3 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522656 Nov 19 13:34:38.216320 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39474420-f6db-425a-b52e-fa4b05d71f75 req-95f6c0cc-55cb-4d7f-954d-41882eedbf32 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:38.217816 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-39474420-f6db-425a-b52e-fa4b05d71f75 req-95f6c0cc-55cb-4d7f-954d-41882eedbf32 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0604918 Nov 19 13:34:38.267277 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-39474420-f6db-425a-b52e-fa4b05d71f75 req-1dbab198-e321-4d02-a6f4-55c707708bd0 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435205 Nov 19 13:34:38.529100 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8a891-073a-4aef-9296-7845f22808e9 req-5895d489-0969-4333-b44f-9911d2db94ac tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:38.530576 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-46c8a891-073a-4aef-9296-7845f22808e9 req-5895d489-0969-4333-b44f-9911d2db94ac tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 946 time: 0.0484750 Nov 19 13:34:38.581512 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-46c8a891-073a-4aef-9296-7845f22808e9 req-5e390d45-0ac8-4410-be43-a8bb01718b46 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449526 Nov 19 13:34:38.699420 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaee675-cf90-4586-a2d5-6f64e7ff3481 req-cd1acbad-5093-4260-abdc-c83d0196fdc3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:38.701429 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-dcaee675-cf90-4586-a2d5-6f64e7ff3481 req-cd1acbad-5093-4260-abdc-c83d0196fdc3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0541358 Nov 19 13:34:38.751227 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-dcaee675-cf90-4586-a2d5-6f64e7ff3481 req-9eb5d80b-f66c-4248-aa3d-dddaad691894 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428753 Nov 19 13:34:38.868023 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa47ed-dbfd-4fa6-9d57-29fbf3e3a52f req-5cb53a30-753a-40a3-9c63-c42a5d4e8d0f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:38.869513 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-29aa47ed-dbfd-4fa6-9d57-29fbf3e3a52f req-5cb53a30-753a-40a3-9c63-c42a5d4e8d0f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 931 time: 0.0525782 Nov 19 13:34:38.915949 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-29aa47ed-dbfd-4fa6-9d57-29fbf3e3a52f req-2ce1cb9a-bc02-41aa-b28c-cf824201b490 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404701 Nov 19 13:34:39.049341 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84941fc-16aa-4995-b583-5956c0808199 req-ad2648a7-bf09-4a60-a9b8-51a5c3bb989d tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:39.050830 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c84941fc-16aa-4995-b583-5956c0808199 req-ad2648a7-bf09-4a60-a9b8-51a5c3bb989d tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 943 time: 0.0479667 Nov 19 13:34:39.105092 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c84941fc-16aa-4995-b583-5956c0808199 req-3ae201f8-14f7-415a-b88f-dd67abcd0777 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477715 Nov 19 13:34:39.219974 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2bfd6-90ab-4b7c-a3d5-5fb4e42292f0 req-f2192950-df5f-4af8-bcaf-de8537e0804d tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:39.221442 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0bc2bfd6-90ab-4b7c-a3d5-5fb4e42292f0 req-f2192950-df5f-4af8-bcaf-de8537e0804d tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.0546708 Nov 19 13:34:39.272239 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0bc2bfd6-90ab-4b7c-a3d5-5fb4e42292f0 req-eb88d96a-84a5-4580-b75c-dbcca153e04d tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445216 Nov 19 13:34:39.389365 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462ff79-d833-45ae-ab5b-d061a2d57a47 req-350f526d-560a-4e09-811d-859b6de1a39b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:39.390848 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e462ff79-d833-45ae-ab5b-d061a2d57a47 req-350f526d-560a-4e09-811d-859b6de1a39b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0497329 Nov 19 13:34:39.455946 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e462ff79-d833-45ae-ab5b-d061a2d57a47 req-15245a6c-b6a9-42ff-a545-10de89912070 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582459 Nov 19 13:34:39.711532 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac0b44-99a0-4188-b97f-e20fe0113769 req-bfb11d04-c484-4f4b-9893-0d09fdc1fa3e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:39.713369 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c9ac0b44-99a0-4188-b97f-e20fe0113769 req-bfb11d04-c484-4f4b-9893-0d09fdc1fa3e tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 946 time: 0.0552642 Nov 19 13:34:39.764422 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c9ac0b44-99a0-4188-b97f-e20fe0113769 req-43a00ea3-abbf-4c12-95e6-20329e16a3f3 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449059 Nov 19 13:34:39.874198 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32158731-b1df-49ad-bc73-6b890d78ef5f req-581b7cf4-626c-48de-bd33-70f56588acbc tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:39.875705 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-32158731-b1df-49ad-bc73-6b890d78ef5f req-581b7cf4-626c-48de-bd33-70f56588acbc tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0513899 Nov 19 13:34:39.925751 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-32158731-b1df-49ad-bc73-6b890d78ef5f req-eb62a6b6-18f5-46af-8e0b-df0dd38580ca tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434358 Nov 19 13:34:40.029929 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a62c7-f408-4134-b38a-46137b2d35f8 req-eabe6d0d-6508-4442-9d08-d92ef81076a9 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:40.031395 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-493a62c7-f408-4134-b38a-46137b2d35f8 req-eabe6d0d-6508-4442-9d08-d92ef81076a9 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 931 time: 0.0500996 Nov 19 13:34:40.082024 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-493a62c7-f408-4134-b38a-46137b2d35f8 req-3db0878f-1142-4e8f-bd60-386cf58b428d tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446539 Nov 19 13:34:40.223455 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f5a27-2828-4733-a01c-d30ad39d5203 req-fb6da0e0-6a86-491b-97ee-9a1382896f5e tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:40.225134 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e85f5a27-2828-4733-a01c-d30ad39d5203 req-fb6da0e0-6a86-491b-97ee-9a1382896f5e tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 943 time: 0.0512300 Nov 19 13:34:40.279703 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e85f5a27-2828-4733-a01c-d30ad39d5203 req-b15781c8-48dc-4a04-a617-af18d167c496 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452633 Nov 19 13:34:40.384747 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b4f0e-5a32-4b11-b75a-bd2f9925a3f4 req-4c4252e3-dcb1-4a9d-bd04-b53c14eef3a9 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:40.386180 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1f6b4f0e-5a32-4b11-b75a-bd2f9925a3f4 req-4c4252e3-dcb1-4a9d-bd04-b53c14eef3a9 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.0512371 Nov 19 13:34:40.435254 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1f6b4f0e-5a32-4b11-b75a-bd2f9925a3f4 req-9d2d2467-ae19-457a-89af-4d548d7482a9 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427768 Nov 19 13:34:40.574121 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ff457-772c-4f5a-b3a8-2577b99b7e5a req-05ca38cc-7ec7-4e07-9b7f-3b61d95aed03 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:40.575679 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9f5ff457-772c-4f5a-b3a8-2577b99b7e5a req-05ca38cc-7ec7-4e07-9b7f-3b61d95aed03 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0518157 Nov 19 13:34:40.633417 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9f5ff457-772c-4f5a-b3a8-2577b99b7e5a req-ef696902-e1d6-40de-ba9c-12bf251e2310 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466025 Nov 19 13:34:40.887270 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99abd2d-49e4-422f-9883-8b6defae7a52 req-4795eef0-9c64-4bb6-9e0a-c2fac6ba3dff tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:40.888777 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a99abd2d-49e4-422f-9883-8b6defae7a52 req-4795eef0-9c64-4bb6-9e0a-c2fac6ba3dff tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 946 time: 0.0565069 Nov 19 13:34:40.939035 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a99abd2d-49e4-422f-9883-8b6defae7a52 req-8876d138-0c0e-4aea-a4c9-1fd9ac8a8f25 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441306 Nov 19 13:34:41.047265 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df25cd-2494-42cb-bc24-e3f1405a1f82 req-0a376433-5dff-4c82-a082-51cbd8a63a15 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:41.048668 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-53df25cd-2494-42cb-bc24-e3f1405a1f82 req-0a376433-5dff-4c82-a082-51cbd8a63a15 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0535295 Nov 19 13:34:41.095183 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-53df25cd-2494-42cb-bc24-e3f1405a1f82 req-066a7b44-d982-4572-b42e-bc4a1d2d04ff tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404749 Nov 19 13:34:41.199254 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6033e4a-27d4-44fe-b0dc-03b154ec50a3 req-986e7ba1-093a-4e17-b3c4-0e6e0fa8a7f6 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:41.200756 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a6033e4a-27d4-44fe-b0dc-03b154ec50a3 req-986e7ba1-093a-4e17-b3c4-0e6e0fa8a7f6 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 931 time: 0.0516586 Nov 19 13:34:41.246963 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a6033e4a-27d4-44fe-b0dc-03b154ec50a3 req-93b69b02-e61c-4765-8c96-335beb7dc0fa tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402324 Nov 19 13:34:41.389851 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2b03f-375a-4097-9ff3-22423d68be4d req-1af4402b-fb12-41bf-b6a5-bb8f11f4e9b0 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:41.391288 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-82c2b03f-375a-4097-9ff3-22423d68be4d req-1af4402b-fb12-41bf-b6a5-bb8f11f4e9b0 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 943 time: 0.0472503 Nov 19 13:34:41.442664 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-82c2b03f-375a-4097-9ff3-22423d68be4d req-669211b2-f5d9-4552-8e78-a97d944ac212 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451705 Nov 19 13:34:41.545543 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f70021-8a47-47d4-834d-954b3c95be9c req-8771a46a-4e18-4fe9-acc9-67164bef5d20 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:41.546988 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-09f70021-8a47-47d4-834d-954b3c95be9c req-8771a46a-4e18-4fe9-acc9-67164bef5d20 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.0480261 Nov 19 13:34:41.594934 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-09f70021-8a47-47d4-834d-954b3c95be9c req-f937a4fd-a8f9-4a76-88bc-31929462f058 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420895 Nov 19 13:34:41.742490 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594fbe9-9d37-4bb1-a7db-671436a1772b req-2e781d61-cd81-40ad-80d4-f00d3ad71a3a tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:41.743943 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3594fbe9-9d37-4bb1-a7db-671436a1772b req-2e781d61-cd81-40ad-80d4-f00d3ad71a3a tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0472064 Nov 19 13:34:41.790366 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3594fbe9-9d37-4bb1-a7db-671436a1772b req-950c5690-83ae-4024-a0d4-33bcd8b9d4ce tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405626 Nov 19 13:34:41.834168 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-8fd20505-bb04-417d-b4c6-c8649aafabe3 service neutron] Request body: {'port': {'device_id': 'be47e449-8b2f-4a48-8286-680e4d1ea673', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:41.938575 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-8fd20505-bb04-417d-b4c6-c8649aafabe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:41.996521 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-db64fd74-eedb-4d49-ba6b-f19e28b6b502 req-86f9ca58-2077-4e56-9119-9fcc594436f7 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Deleting port 5851b9a3-4610-4d7c-a908-7270bd52ea65 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:41.996778 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db64fd74-eedb-4d49-ba6b-f19e28b6b502 req-86f9ca58-2077-4e56-9119-9fcc594436f7 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:42.078720 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88f103-ac89-4033-91bb-616b5e20934e req-dc174e26-cb33-4d4e-a203-5b964907be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:42.080602 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-fb88f103-ac89-4033-91bb-616b5e20934e req-dc174e26-cb33-4d4e-a203-5b964907be1c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 1099 time: 0.0790956 Nov 19 13:34:42.091482 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22701fc0-22ba-4a34-89c4-de28142bc7b4 req-4046957a-084b-423c-9ad7-b33ec84259ee tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:42.093167 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-22701fc0-22ba-4a34-89c4-de28142bc7b4 req-4046957a-084b-423c-9ad7-b33ec84259ee tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 946 time: 0.0821242 Nov 19 13:34:42.190566 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-fb88f103-ac89-4033-91bb-616b5e20934e req-82c180eb-1088-4f01-a009-90856b725805 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963764 Nov 19 13:34:42.193923 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-22701fc0-22ba-4a34-89c4-de28142bc7b4 req-a4f5640d-5352-4266-9dfd-d3175100d495 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871828 Nov 19 13:34:42.229321 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af9dbe-0700-4ff7-aa42-e22f884a518e req-6b226a73-8a07-4917-85c1-6c66a9c7e1ac tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:42.230789 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-58af9dbe-0700-4ff7-aa42-e22f884a518e req-6b226a73-8a07-4917-85c1-6c66a9c7e1ac tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0574863 Nov 19 13:34:42.233591 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-db64fd74-eedb-4d49-ba6b-f19e28b6b502 req-86f9ca58-2077-4e56-9119-9fcc594436f7 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] For port 5851b9a3-4610-4d7c-a908-7270bd52ea65, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=5851b9a3-4610-4d7c-a908-7270bd52ea65,segment=NetworkSegment(85056d8e-48cf-4ef4-b765-08a82b1fd145),segment_id=85056d8e-48cf-4ef4-b765-08a82b1fd145)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:42.233958 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db64fd74-eedb-4d49-ba6b-f19e28b6b502 req-86f9ca58-2077-4e56-9119-9fcc594436f7 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:42.257083 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-db64fd74-eedb-4d49-ba6b-f19e28b6b502 req-86f9ca58-2077-4e56-9119-9fcc594436f7 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Calling delete_port for 5851b9a3-4610-4d7c-a908-7270bd52ea65 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:42.286698 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-58af9dbe-0700-4ff7-aa42-e22f884a518e req-2b52964e-88fd-425a-89fb-349e941a867b tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492663 Nov 19 13:34:42.386282 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfdbb8-4d60-4c0c-b527-9be2aa9bb086 req-fa3f0a54-c7be-4daf-88f1-ac795138e385 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:42.388097 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-cbdfdbb8-4d60-4c0c-b527-9be2aa9bb086 req-fa3f0a54-c7be-4daf-88f1-ac795138e385 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 931 time: 0.0553446 Nov 19 13:34:42.408077 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-8fd20505-bb04-417d-b4c6-c8649aafabe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6790ee1-7c87-4b15-889a-b9387862796b {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:34:42.416645 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-8fd20505-bb04-417d-b4c6-c8649aafabe3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:42.450455 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-cbdfdbb8-4d60-4c0c-b527-9be2aa9bb086 req-a3140236-ea6b-497b-aa9f-44c35913bfae tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552723 Nov 19 13:34:42.482973 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-8fd20505-bb04-417d-b4c6-c8649aafabe3 service neutron] Transition to ACTIVE for port object e6790ee1-7c87-4b15-889a-b9387862796b will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:34:42.484794 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db64fd74-eedb-4d49-ba6b-f19e28b6b502 req-86f9ca58-2077-4e56-9119-9fcc594436f7 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:42.497636 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['03bde8dc-0fc7-48a8-a1b6-cae11f8033d5'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:34:42.525686 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-8fd20505-bb04-417d-b4c6-c8649aafabe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:42.527466 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9ca58-2077-4e56-9119-9fcc594436f7 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Pushing event deleted for resources: {'Port': ['ID=5851b9a3-4610-4d7c-a908-7270bd52ea65,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:42.587344 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-20938d6d-48d2-4115-897b-8c417a5d38f2 req-d10628b8-b5ed-414e-bae3-83ec4785d831 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=144bd4f8-f8a1-41a4-98e3-945f6ed19406 HTTP/1.1" status: 200 len: 210 time: 0.0502229 Nov 19 13:34:42.589810 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-db64fd74-eedb-4d49-ba6b-f19e28b6b502 req-86f9ca58-2077-4e56-9119-9fcc594436f7 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] No DVR routers for this DVR port 5851b9a3-4610-4d7c-a908-7270bd52ea65 on host hv-cinder-81632 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:42.605460 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db64fd74-eedb-4d49-ba6b-f19e28b6b502 req-86f9ca58-2077-4e56-9119-9fcc594436f7 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:42.608833 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-db64fd74-eedb-4d49-ba6b-f19e28b6b502 req-86f9ca58-2077-4e56-9119-9fcc594436f7 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.82 "DELETE /v2.0/ports/5851b9a3-4610-4d7c-a908-7270bd52ea65 HTTP/1.1" status: 204 len: 173 time: 0.7849152 Nov 19 13:34:42.609295 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144bd4f8-f8a1-41a4-98e3-945f6ed19406', 'name': 'network-vif-deleted', 'tag': '5851b9a3-4610-4d7c-a908-7270bd52ea65'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:42.612955 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37b7285-023f-422d-803d-2907f0725f5a" -d '{"events": [{"server_uuid": "144bd4f8-f8a1-41a4-98e3-945f6ed19406", "name": "network-vif-deleted", "tag": "5851b9a3-4610-4d7c-a908-7270bd52ea65"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:42.625170 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f9ad2-1a46-4188-afb6-c333f9830b63 req-7a39680c-1805-4096-911f-0198e05a72e8 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:42.626718 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c50f9ad2-1a46-4188-afb6-c333f9830b63 req-7a39680c-1805-4096-911f-0198e05a72e8 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.1119628 Nov 19 13:34:42.643957 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd20505-bb04-417d-b4c6-c8649aafabe3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6790ee1-7c87-4b15-889a-b9387862796b,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:42.780314 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c50f9ad2-1a46-4188-afb6-c333f9830b63 req-d9c0b25d-0582-4554-bea2-7b28e4526028 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445177 Nov 19 13:34:42.787765 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a2602-6dee-4f40-bd9b-d9bccf277fa6 req-7d2c145c-9fc4-4221-8fa8-dda914f6545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:42.790550 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1d4a2602-6dee-4f40-bd9b-d9bccf277fa6 req-7d2c145c-9fc4-4221-8fa8-dda914f6545f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75905e8c906249a991884302d2b56a3a&device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 1099 time: 0.1081567 Nov 19 13:34:42.824241 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756c380-eb4f-4e6e-888a-9a28ca643828 req-537fffb8-2010-400a-9a84-daf5244febcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:42.825238 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9756c380-eb4f-4e6e-888a-9a28ca643828 req-537fffb8-2010-400a-9a84-daf5244febcc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 1098 time: 0.1206906 Nov 19 13:34:42.840040 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9d4ed-f399-40ad-a340-d5507d17258f req-2783ed87-f508-4b10-8324-95799f00d77a tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:42.841151 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-8fd20505-bb04-417d-b4c6-c8649aafabe3 service neutron] Attempting to bind port e6790ee1-7c87-4b15-889a-b9387862796b on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:34:42.841657 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-8fd20505-bb04-417d-b4c6-c8649aafabe3 service neutron] Attempting to bind port e6790ee1-7c87-4b15-889a-b9387862796b by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': '9e4fe50c-07cf-46cc-ac06-1028ee4081c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:34:42.841841 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-8fd20505-bb04-417d-b4c6-c8649aafabe3 service neutron] Attempting to bind port e6790ee1-7c87-4b15-889a-b9387862796b on network f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:42.847570 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d5c9d4ed-f399-40ad-a340-d5507d17258f req-2783ed87-f508-4b10-8324-95799f00d77a tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.1281862 Nov 19 13:34:42.875182 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-8fd20505-bb04-417d-b4c6-c8649aafabe3 service neutron] Port e6790ee1-7c87-4b15-889a-b9387862796b on network f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:34:42.875513 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-8fd20505-bb04-417d-b4c6-c8649aafabe3 service neutron] Attempting to bind port e6790ee1-7c87-4b15-889a-b9387862796b on network f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:42.880928 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b487e4d9-8173-4e62-9b0e-600a916a9b22 x-openstack-request-id: req-b487e4d9-8173-4e62-9b0e-600a916a9b22 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:42.881361 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144bd4f8-f8a1-41a4-98e3-945f6ed19406", "name": "network-vif-deleted", "tag": "5851b9a3-4610-4d7c-a908-7270bd52ea65", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:42.881747 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b487e4d9-8173-4e62-9b0e-600a916a9b22 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:42.882190 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144bd4f8-f8a1-41a4-98e3-945f6ed19406', 'name': 'network-vif-deleted', 'tag': '5851b9a3-4610-4d7c-a908-7270bd52ea65', 'status': 'completed', 'code': 200} Nov 19 13:34:42.886788 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-8fd20505-bb04-417d-b4c6-c8649aafabe3 service neutron] Checking agent: {'id': '75923988-c426-4077-9ddc-4d64f8800d36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'started_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:34:42.887118 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-8fd20505-bb04-417d-b4c6-c8649aafabe3 service neutron] Checking segment: {'id': '9e4fe50c-07cf-46cc-ac06-1028ee4081c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:42.887502 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-8fd20505-bb04-417d-b4c6-c8649aafabe3 service neutron] Bound using segment: {'id': '9e4fe50c-07cf-46cc-ac06-1028ee4081c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:34:42.888008 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-8fd20505-bb04-417d-b4c6-c8649aafabe3 service neutron] Bound port: e6790ee1-7c87-4b15-889a-b9387862796b, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4fe50c-07cf-46cc-ac06-1028ee4081c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:34:42.888373 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-8fd20505-bb04-417d-b4c6-c8649aafabe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:42.936774 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d5c9d4ed-f399-40ad-a340-d5507d17258f req-90a9164b-ec61-45c5-a5ad-0e043d24c503 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881267 Nov 19 13:34:42.973620 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9756c380-eb4f-4e6e-888a-9a28ca643828 req-613e5f5a-7f74-43ba-bd5a-4e211e94207b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181097 Nov 19 13:34:42.974910 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a2602-6dee-4f40-bd9b-d9bccf277fa6 req-8552e694-ea81-495f-af97-c62358f3d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:42.976948 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1d4a2602-6dee-4f40-bd9b-d9bccf277fa6 req-8552e694-ea81-495f-af97-c62358f3d388 service neutron] 10.222.0.82 "GET /v2.0/networks?id=29a05973-aaf0-4f6c-b6bc-89790fb13240 HTTP/1.1" status: 200 len: 912 time: 0.1752739 Nov 19 13:34:42.985418 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-8fd20505-bb04-417d-b4c6-c8649aafabe3 service neutron] For port e6790ee1-7c87-4b15-889a-b9387862796b, host hv-cinder-81632, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:42.989606 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-8fd20505-bb04-417d-b4c6-c8649aafabe3 service neutron] For port e6790ee1-7c87-4b15-889a-b9387862796b, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=e6790ee1-7c87-4b15-889a-b9387862796b,segment=NetworkSegment(9e4fe50c-07cf-46cc-ac06-1028ee4081c6),segment_id=9e4fe50c-07cf-46cc-ac06-1028ee4081c6)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:34:42.995000 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-8fd20505-bb04-417d-b4c6-c8649aafabe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:42.995403 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c9870-86df-406f-9895-d8ee2ffd1c7b req-678c864c-1954-4c3d-88ba-f4c6818f8282 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:42.997116 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-266c9870-86df-406f-9895-d8ee2ffd1c7b req-678c864c-1954-4c3d-88ba-f4c6818f8282 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0696499 Nov 19 13:34:43.031228 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-8fd20505-bb04-417d-b4c6-c8649aafabe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:43.031853 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-8fd20505-bb04-417d-b4c6-c8649aafabe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:43.033233 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-8fd20505-bb04-417d-b4c6-c8649aafabe3 service neutron] 10.222.0.82 "PUT /v2.0/ports/e6790ee1-7c87-4b15-889a-b9387862796b HTTP/1.1" status: 200 len: 1093 time: 1.2027824 Nov 19 13:34:43.053958 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-266c9870-86df-406f-9895-d8ee2ffd1c7b req-26c2fed8-0d6b-4aa2-a52f-25801c1d6408 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482662 Nov 19 13:34:43.056689 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd20505-bb04-417d-b4c6-c8649aafabe3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6790ee1-7c87-4b15-889a-b9387862796b,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:43.315539 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a1026-26fb-4af7-b14f-e56c7a2d5f60 req-5710017c-fd8d-4f5f-b868-d5ab5100e377 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:43.317183 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-947a1026-26fb-4af7-b14f-e56c7a2d5f60 req-5710017c-fd8d-4f5f-b868-d5ab5100e377 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 946 time: 0.0523405 Nov 19 13:34:43.367400 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-947a1026-26fb-4af7-b14f-e56c7a2d5f60 req-22994364-fb0d-4417-b337-6baffe6f122b tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435379 Nov 19 13:34:43.504534 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1d4a2602-6dee-4f40-bd9b-d9bccf277fa6 req-821d938c-c79e-45ac-95cb-dd0c23c7225d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4271e34a-dfc5-4106-b456-f13560f256b8 HTTP/1.1" status: 200 len: 1002 time: 0.2987497 Nov 19 13:34:43.515569 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-6050963e-bcd2-4759-a881-af38ce1b4203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:43.517237 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-6050963e-bcd2-4759-a881-af38ce1b4203 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=09aa125b8fc640e780552210e36a9a2e&device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 1096 time: 0.0675571 Nov 19 13:34:43.591158 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783f319-bab2-4a00-bb65-86de25825c30 req-a60c0e2b-fd7b-4568-aa8f-d64f3ce0116c tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:43.592830 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0783f319-bab2-4a00-bb65-86de25825c30 req-a60c0e2b-fd7b-4568-aa8f-d64f3ce0116c tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 943 time: 0.0523074 Nov 19 13:34:43.597165 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-453fb770-9be7-411e-b4db-496d96eceb0e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6790ee1-7c87-4b15-889a-b9387862796b HTTP/1.1" status: 200 len: 217 time: 0.0472710 Nov 19 13:34:43.617759 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a2602-6dee-4f40-bd9b-d9bccf277fa6 req-7eb67452-9270-4684-8857-5cb559c9f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:43.619165 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1d4a2602-6dee-4f40-bd9b-d9bccf277fa6 req-7eb67452-9270-4684-8857-5cb559c9f5c5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=92afe969-d4c1-4108-a3bc-4e2243e08e74 HTTP/1.1" status: 200 len: 849 time: 0.0995231 Nov 19 13:34:43.648727 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0783f319-bab2-4a00-bb65-86de25825c30 req-92ae489f-b4aa-4b7b-95c7-36adbd782f0b tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491185 Nov 19 13:34:43.681763 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-d40084a9-ae29-4416-8d07-e7d2c4a19d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:43.683241 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-d40084a9-ae29-4416-8d07-e7d2c4a19d6f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4a749b76-60b4-4c14-a9f5-74c13fa5871a HTTP/1.1" status: 200 len: 853 time: 0.0761743 Nov 19 13:34:43.690930 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a2602-6dee-4f40-bd9b-d9bccf277fa6 req-107c79a8-65d2-42fc-afa7-775e9009b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:43.692354 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1d4a2602-6dee-4f40-bd9b-d9bccf277fa6 req-107c79a8-65d2-42fc-afa7-775e9009b265 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=29a05973-aaf0-4f6c-b6bc-89790fb13240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0561326 Nov 19 13:34:43.785840 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-f3076f59-5150-4d6c-a67c-342c9ab7b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:43.787346 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-f3076f59-5150-4d6c-a67c-342c9ab7b949 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0941534 Nov 19 13:34:43.857637 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1d4a2602-6dee-4f40-bd9b-d9bccf277fa6 req-e75dbb5e-87b7-4b67-b7b8-362d9a77b756 service neutron] 10.222.0.82 "GET /v2.0/networks/29a05973-aaf0-4f6c-b6bc-89790fb13240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569080 Nov 19 13:34:43.901611 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8a7e8-9561-45d6-ad96-b072853f5a0e req-e22eaa7e-2d8c-4864-8d10-50ff79e03345 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:43.903173 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-77b8a7e8-9561-45d6-ad96-b072853f5a0e req-e22eaa7e-2d8c-4864-8d10-50ff79e03345 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0528738 Nov 19 13:34:43.946637 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-ce4c1ce5-8f8e-46a3-b602-e7895585b3a9 service neutron] 10.222.0.82 "GET /v2.0/networks/f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485264 Nov 19 13:34:43.951842 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-77b8a7e8-9561-45d6-ad96-b072853f5a0e req-3f751f5b-5a4b-4e90-8a0b-0010def04b13 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411856 Nov 19 13:34:44.031114 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1d4a2602-6dee-4f40-bd9b-d9bccf277fa6 req-e298ea30-00a4-4995-9e51-da4ccc562849 service neutron] 10.222.0.82 "GET /v2.0/networks/29a05973-aaf0-4f6c-b6bc-89790fb13240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560659 Nov 19 13:34:44.058437 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa25b50-9d53-488e-b149-71f3c66a277d req-c5f97d69-3cce-41ec-aecb-f813bb12a521 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:44.060286 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5fa25b50-9d53-488e-b149-71f3c66a277d req-c5f97d69-3cce-41ec-aecb-f813bb12a521 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.0502212 Nov 19 13:34:44.065269 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-064e1b6a-ea00-4bd1-924b-efeceecd66fd req-77368701-20ae-4d3a-8473-a425619f27ff service neutron] 10.222.0.82 "GET /v2.0/networks/f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093810 Nov 19 13:34:44.116747 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5fa25b50-9d53-488e-b149-71f3c66a277d req-4a25a971-b624-4630-a84e-012963c6885f tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456128 Nov 19 13:34:44.173337 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b2039-2a74-4097-b743-a20fc3435d41 req-47002f0a-0eca-48d9-87de-684ae1b75c5e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:44.174796 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ea9b2039-2a74-4097-b743-a20fc3435d41 req-47002f0a-0eca-48d9-87de-684ae1b75c5e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0519474 Nov 19 13:34:44.221616 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ea9b2039-2a74-4097-b743-a20fc3435d41 req-33f7cb70-1b43-4572-a688-b45c020e06cc tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409138 Nov 19 13:34:44.483743 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846fb6a-d702-4bd1-b4a2-a8fc003fcc78 req-becf6c48-eea9-4b2c-acda-0c2ebdd2fe02 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:44.485217 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6846fb6a-d702-4bd1-b4a2-a8fc003fcc78 req-becf6c48-eea9-4b2c-acda-0c2ebdd2fe02 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 946 time: 0.0482523 Nov 19 13:34:44.532409 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6846fb6a-d702-4bd1-b4a2-a8fc003fcc78 req-33eff94d-5d1a-4d47-8038-68aae176338d tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412040 Nov 19 13:34:44.765614 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28414b9c-f59f-4c71-b9af-4d08d6f9457b req-59402885-9a5f-4cb1-8a14-03101ff9217e tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:44.767076 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-28414b9c-f59f-4c71-b9af-4d08d6f9457b req-59402885-9a5f-4cb1-8a14-03101ff9217e tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 943 time: 0.0517073 Nov 19 13:34:44.832070 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-28414b9c-f59f-4c71-b9af-4d08d6f9457b req-70255a61-863f-43a4-8183-bbc0bf2874bf tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583849 Nov 19 13:34:44.883695 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be47e449-8b2f-4a48-8286-680e4d1ea673', 'tag': 'e6790ee1-7c87-4b15-889a-b9387862796b'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:44.886834 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e056772b-948e-4340-b7bc-76567d1e7f45" -d '{"events": [{"name": "network-changed", "server_uuid": "be47e449-8b2f-4a48-8286-680e4d1ea673", "tag": "e6790ee1-7c87-4b15-889a-b9387862796b"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:44.924083 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5aaf53-5629-47bc-9c65-fafe8419fe01 x-openstack-request-id: req-8a5aaf53-5629-47bc-9c65-fafe8419fe01 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:44.924372 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be47e449-8b2f-4a48-8286-680e4d1ea673", "tag": "e6790ee1-7c87-4b15-889a-b9387862796b", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:44.924626 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a5aaf53-5629-47bc-9c65-fafe8419fe01 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:44.925082 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be47e449-8b2f-4a48-8286-680e4d1ea673', 'tag': 'e6790ee1-7c87-4b15-889a-b9387862796b', 'status': 'completed', 'code': 200} Nov 19 13:34:45.021156 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056772b-948e-4340-b7bc-76567d1e7f45 req-05a5b216-51dd-4439-8761-851e1322992c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:45.023733 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e056772b-948e-4340-b7bc-76567d1e7f45 req-05a5b216-51dd-4439-8761-851e1322992c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=09aa125b8fc640e780552210e36a9a2e&device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 1096 time: 0.0518730 Nov 19 13:34:45.046849 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42bfdc-e9ad-415d-8cc4-a81b4cac52a4 req-e965d42f-82d4-4512-aa4e-1eb33e330490 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:45.048389 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2c42bfdc-e9ad-415d-8cc4-a81b4cac52a4 req-e965d42f-82d4-4512-aa4e-1eb33e330490 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 945 time: 0.0586660 Nov 19 13:34:45.121175 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874d1fd-fb5b-4938-92a8-75f1e77f7bc7 req-0da8dbde-ce09-4611-bce5-59fd063b7efc tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:45.122664 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c874d1fd-fb5b-4938-92a8-75f1e77f7bc7 req-0da8dbde-ce09-4611-bce5-59fd063b7efc tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0733902 Nov 19 13:34:45.133038 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2c42bfdc-e9ad-415d-8cc4-a81b4cac52a4 req-3b02bc1e-d9bb-4114-a636-3d4783906dff tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739963 Nov 19 13:34:45.141253 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056772b-948e-4340-b7bc-76567d1e7f45 req-6d675a94-c08a-4f16-9746-ffb600280c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:45.142984 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e056772b-948e-4340-b7bc-76567d1e7f45 req-6d675a94-c08a-4f16-9746-ffb600280c11 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6 HTTP/1.1" status: 200 len: 916 time: 0.1035035 Nov 19 13:34:45.190813 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c874d1fd-fb5b-4938-92a8-75f1e77f7bc7 req-389f4f99-1a78-4a76-adfb-defc1f74e22c tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565927 Nov 19 13:34:45.198028 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e056772b-948e-4340-b7bc-76567d1e7f45 req-f5d3cea7-fafa-4036-848b-9412b109ee84 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6790ee1-7c87-4b15-889a-b9387862796b HTTP/1.1" status: 200 len: 217 time: 0.0373321 Nov 19 13:34:45.263835 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056772b-948e-4340-b7bc-76567d1e7f45 req-18287080-ed61-41bd-bf74-01428806b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:45.266288 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e056772b-948e-4340-b7bc-76567d1e7f45 req-18287080-ed61-41bd-bf74-01428806b1ce service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4a749b76-60b4-4c14-a9f5-74c13fa5871a HTTP/1.1" status: 200 len: 853 time: 0.0515239 Nov 19 13:34:45.309236 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73b5b8-0616-4a01-8abf-27df88051138 req-4ae55c80-1bf2-4885-b19e-3ed036a5576f tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:45.316155 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5b73b5b8-0616-4a01-8abf-27df88051138 req-4ae55c80-1bf2-4885-b19e-3ed036a5576f tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.0649302 Nov 19 13:34:45.331492 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056772b-948e-4340-b7bc-76567d1e7f45 req-a17a9cb6-542f-478e-8173-de4b2142f752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:45.333066 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e056772b-948e-4340-b7bc-76567d1e7f45 req-a17a9cb6-542f-478e-8173-de4b2142f752 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0475059 Nov 19 13:34:45.384298 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5b73b5b8-0616-4a01-8abf-27df88051138 req-0b7e759d-bd66-4156-b8fe-4720e63bc675 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672922 Nov 19 13:34:45.403048 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac383e9-0e1a-4185-b206-96efbb72dbba req-8dd83dd2-6cb9-4879-b417-4ee566f82193 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:45.404601 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8ac383e9-0e1a-4185-b206-96efbb72dbba req-8dd83dd2-6cb9-4879-b417-4ee566f82193 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0674253 Nov 19 13:34:45.436732 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e056772b-948e-4340-b7bc-76567d1e7f45 req-73e20f53-41b0-4579-ae6d-b2a2ebe16a1d service neutron] 10.222.0.82 "GET /v2.0/networks/f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932508 Nov 19 13:34:45.460749 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8ac383e9-0e1a-4185-b206-96efbb72dbba req-43901945-93a1-4398-8b24-f8108ee93061 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499520 Nov 19 13:34:45.504772 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9ecf9-2110-48e4-b169-8f055520ce80 req-1a4d9f4c-5d26-4aff-a6b8-a5d989d0d0bb tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:45.506776 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-bbd9ecf9-2110-48e4-b169-8f055520ce80 req-1a4d9f4c-5d26-4aff-a6b8-a5d989d0d0bb tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 946 time: 0.0609412 Nov 19 13:34:45.559983 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-bbd9ecf9-2110-48e4-b169-8f055520ce80 req-269555f3-afe2-48f6-a5a0-ad6a7649ec8f tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449245 Nov 19 13:34:45.562427 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e056772b-948e-4340-b7bc-76567d1e7f45 req-93934302-cf63-469c-b63e-274d94aff2cb service neutron] 10.222.0.82 "GET /v2.0/networks/f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000612 Nov 19 13:34:45.662001 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d356f-3253-4c7a-acb4-341b85921fea req-6560d281-4c2f-424c-9dbd-5f37eb67106e tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:45.663951 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-fc6d356f-3253-4c7a-acb4-341b85921fea req-6560d281-4c2f-424c-9dbd-5f37eb67106e tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.0469868 Nov 19 13:34:45.711320 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-fc6d356f-3253-4c7a-acb4-341b85921fea req-f638e8ed-bd84-4dc8-bc49-be1c3493de38 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413334 Nov 19 13:34:45.731992 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 44936) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:45.910398 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ca0ae0-ecbe-4688-8e97-f915bb20c38f tempest-TestShelveInstance-1871550961 tempest-TestShelveInstance-1871550961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:45.911903 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-b5ca0ae0-ecbe-4688-8e97-f915bb20c38f tempest-TestShelveInstance-1871550961 tempest-TestShelveInstance-1871550961-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 1093 time: 0.1789346 Nov 19 13:34:45.914997 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 44942) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:45.919622 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-65b1457c-8b53-45dc-bc8b-e56af0e81cfc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Request body: {'floatingip': {'floating_network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'port_id': '1579cd28-484b-4970-a380-3719f408d681', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:45.942049 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-65b1457c-8b53-45dc-bc8b-e56af0e81cfc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:45.961180 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d8aaf-4f7f-4b91-be30-412143aee524 req-a0af51f0-14ce-449b-a69d-c74ef8203510 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:45.962707 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-fb9d8aaf-4f7f-4b91-be30-412143aee524 req-a0af51f0-14ce-449b-a69d-c74ef8203510 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 943 time: 0.0551543 Nov 19 13:34:46.009623 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-fb9d8aaf-4f7f-4b91-be30-412143aee524 req-c797d1eb-7fe7-4243-a5e5-a985f110f8ac tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405400 Nov 19 13:34:46.036787 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-65b1457c-8b53-45dc-bc8b-e56af0e81cfc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:46.140028 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-65b1457c-8b53-45dc-bc8b-e56af0e81cfc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Allocated IP 172.28.1.218 (f5fe0685-e1a5-4f21-925a-12d1aefd12c8/e23fd1b3-af46-4401-a4dc-3ec2e1f1f010/8638773f-5404-404e-bb7f-d7cdc2de2b4f) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:34:46.239917 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-65b1457c-8b53-45dc-bc8b-e56af0e81cfc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:46.251049 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ad0b1-8817-4752-915f-ed45e467c767 req-86a7b0a2-8741-4208-92a9-588e79908995 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:46.252695 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2c7ad0b1-8817-4752-915f-ed45e467c767 req-86a7b0a2-8741-4208-92a9-588e79908995 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 945 time: 0.0496264 Nov 19 13:34:46.274219 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-65b1457c-8b53-45dc-bc8b-e56af0e81cfc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:46.302630 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2c7ad0b1-8817-4752-915f-ed45e467c767 req-e33ace47-d62f-441b-b87c-debbbb73e03a tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436394 Nov 19 13:34:46.319087 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b1457c-8b53-45dc-bc8b-e56af0e81cfc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:46.322085 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-65b1457c-8b53-45dc-bc8b-e56af0e81cfc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:46.325168 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b1457c-8b53-45dc-bc8b-e56af0e81cfc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:34:46.347492 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1457c-8b53-45dc-bc8b-e56af0e81cfc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Pushing event updated for resources: {'Port': ['ID=8638773f-5404-404e-bb7f-d7cdc2de2b4f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:46.586390 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b428ae-6052-4e4b-9dd7-1b6583f90347 req-8ebbb705-7203-4cda-96d7-32411f4354be tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:46.588362 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-32b428ae-6052-4e4b-9dd7-1b6583f90347 req-8ebbb705-7203-4cda-96d7-32411f4354be tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0529091 Nov 19 13:34:46.647167 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-32b428ae-6052-4e4b-9dd7-1b6583f90347 req-f0fee0b7-7386-4f48-bc74-04a000db58be tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528467 Nov 19 13:34:46.685096 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d6ca0-1928-47b1-b285-6aae5aa87d25 req-2cb36c0b-dc1b-44c6-a9e0-b0ee0cc934c5 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:46.686617 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-335d6ca0-1928-47b1-b285-6aae5aa87d25 req-2cb36c0b-dc1b-44c6-a9e0-b0ee0cc934c5 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 946 time: 0.0553210 Nov 19 13:34:46.691848 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-65b1457c-8b53-45dc-bc8b-e56af0e81cfc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:46.737961 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-335d6ca0-1928-47b1-b285-6aae5aa87d25 req-8f96e57e-11d7-4175-84a0-a2bf3f9229b3 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451026 Nov 19 13:34:46.762025 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-65b1457c-8b53-45dc-bc8b-e56af0e81cfc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:46.911096 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-65b1457c-8b53-45dc-bc8b-e56af0e81cfc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:46.915479 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-65b1457c-8b53-45dc-bc8b-e56af0e81cfc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:46.980498 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1457c-8b53-45dc-bc8b-e56af0e81cfc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Pushing event updated for resources: {'Port': ['ID=8638773f-5404-404e-bb7f-d7cdc2de2b4f,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:46.990402 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-65b1457c-8b53-45dc-bc8b-e56af0e81cfc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1797046'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.090304 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.db.l3_db [None req-65b1457c-8b53-45dc-bc8b-e56af0e81cfc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Floating IP bb21bee5-4075-414a-94ad-b82189d3ad67 associated. External IP: 172.28.1.218, port: 1579cd28-484b-4970-a380-3719f408d681. Nov 19 13:34:47.120100 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88b2c0-410d-4dc3-b00d-3336a3ab07b3 req-f23441bb-826f-432a-8a36-74c6647cde1c tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:47.121561 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ab88b2c0-410d-4dc3-b00d-3336a3ab07b3 req-f23441bb-826f-432a-8a36-74c6647cde1c tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 943 time: 0.0473623 Nov 19 13:34:47.171777 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ab88b2c0-410d-4dc3-b00d-3336a3ab07b3 req-8ca1f83c-774b-4192-a17b-c0ac9517bda6 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440445 Nov 19 13:34:47.310115 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device e6790ee1-7c87-4b15-889a-b9387862796b details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:34:47.361398 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593d627-f36f-4824-874c-5fdd1f6d296b req-1bf90773-beab-4f2b-ba93-81cac3ebd250 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:47.362856 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-5593d627-f36f-4824-874c-5fdd1f6d296b req-1bf90773-beab-4f2b-ba93-81cac3ebd250 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.82 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 945 time: 0.1168938 Nov 19 13:34:47.372847 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa3759-95d7-4ea9-a08b-215067f08bfa req-17ed46e0-bea3-45e1-87df-4bf9f8e4a26d tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:47.374233 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c2aa3759-95d7-4ea9-a08b-215067f08bfa req-17ed46e0-bea3-45e1-87df-4bf9f8e4a26d tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.82 "GET /v2.0/ports?device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 946 time: 0.1406786 Nov 19 13:34:47.403222 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b1457c-8b53-45dc-bc8b-e56af0e81cfc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Router a7421bcb-d3ea-4941-94a2-12c0e5dd4544 has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:34:47.406684 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port e6790ee1-7c87-4b15-889a-b9387862796b, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=e6790ee1-7c87-4b15-889a-b9387862796b,segment=NetworkSegment(9e4fe50c-07cf-46cc-ac06-1028ee4081c6),segment_id=9e4fe50c-07cf-46cc-ac06-1028ee4081c6)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:47.418522 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Returning: {'device': 'e6790ee1-7c87-4b15-889a-b9387862796b', 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6', 'port_id': 'e6790ee1-7c87-4b15-889a-b9387862796b', 'mac_address': 'fa:16:3e:fc:42:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a749b76-60b4-4c14-a9f5-74c13fa5871a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:34:47.428522 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41a6bf-6242-4172-9f44-525e39ea810b req-e0c88584-dcbf-4370-b3f2-f5be309f0b23 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:47.430640 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3e41a6bf-6242-4172-9f44-525e39ea810b req-e0c88584-dcbf-4370-b3f2-f5be309f0b23 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 945 time: 0.0543516 Nov 19 13:34:47.460757 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.473600 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6790ee1-7c87-4b15-889a-b9387862796b {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:34:47.486278 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3e41a6bf-6242-4172-9f44-525e39ea810b req-09bb0582-99c6-45d2-8342-4074c97323cf tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c99b358-20de-48c3-a51e-ded8aa13590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490310 Nov 19 13:34:47.493351 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port e6790ee1-7c87-4b15-889a-b9387862796b, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=e6790ee1-7c87-4b15-889a-b9387862796b,segment=NetworkSegment(9e4fe50c-07cf-46cc-ac06-1028ee4081c6),segment_id=9e4fe50c-07cf-46cc-ac06-1028ee4081c6)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:47.498010 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.544575 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=e6790ee1-7c87-4b15-889a-b9387862796b,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:47.765633 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a1b89-ba9e-4ac4-9275-cb2c8e41c875 req-6ec2f812-ad4d-4a2d-a64b-73bdd726b01c tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:47.767130 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-811a1b89-ba9e-4ac4-9275-cb2c8e41c875 req-6ec2f812-ad4d-4a2d-a64b-73bdd726b01c tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0488498 Nov 19 13:34:47.772927 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['e6790ee1-7c87-4b15-889a-b9387862796b'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:34:47.818214 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-5593d627-f36f-4824-874c-5fdd1f6d296b req-8977e6d4-927b-4547-9052-42ee1687ea01 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Deleting port 03bde8dc-0fc7-48a8-a1b6-cae11f8033d5 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:47.818556 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5593d627-f36f-4824-874c-5fdd1f6d296b req-8977e6d4-927b-4547-9052-42ee1687ea01 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.852603 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-811a1b89-ba9e-4ac4-9275-cb2c8e41c875 req-eeb4a432-dbf6-456b-a78c-cebae7034e52 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708725 Nov 19 13:34:47.873993 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b1457c-8b53-45dc-bc8b-e56af0e81cfc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:34:47.874310 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-c2aa3759-95d7-4ea9-a08b-215067f08bfa req-f9fe7bc8-de6f-44a5-9d44-16608418b0e4 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Deleting port c7d62950-da9a-43f7-9424-6e2ec726c72d {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:47.874650 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c2aa3759-95d7-4ea9-a08b-215067f08bfa req-f9fe7bc8-de6f-44a5-9d44-16608418b0e4 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.893252 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e706cf71-dc12-49c5-bf32-1ef156de91c3 None None] Sync routers for ids ['a7421bcb-d3ea-4941-94a2-12c0e5dd4544'] in dv-cinder-816324-4-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:34:47.907771 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e706cf71-dc12-49c5-bf32-1ef156de91c3 None None] Routers {'a7421bcb-d3ea-4941-94a2-12c0e5dd4544'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:47.912332 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e706cf71-dc12-49c5-bf32-1ef156de91c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:34:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['a7421bcb-d3ea-4941-94a2-12c0e5dd4544'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:47.916399 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025645d-ac25-4b6f-acdd-b35f063a300f req-ffd35893-22b3-462b-8b83-f043e5a9fe2a tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:47.927045 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1025645d-ac25-4b6f-acdd-b35f063a300f req-ffd35893-22b3-462b-8b83-f043e5a9fe2a tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 946 time: 0.1062558 Nov 19 13:34:47.958847 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-65b1457c-8b53-45dc-bc8b-e56af0e81cfc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:48.000311 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1025645d-ac25-4b6f-acdd-b35f063a300f req-fe8e302c-3b02-4ef6-8214-55e1d94d56ea tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/security-groups?id=650378da-e3a5-4560-85a2-8277283799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719447 Nov 19 13:34:48.029665 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-5593d627-f36f-4824-874c-5fdd1f6d296b req-8977e6d4-927b-4547-9052-42ee1687ea01 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] For port 03bde8dc-0fc7-48a8-a1b6-cae11f8033d5, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=03bde8dc-0fc7-48a8-a1b6-cae11f8033d5,segment=NetworkSegment(85056d8e-48cf-4ef4-b765-08a82b1fd145),segment_id=85056d8e-48cf-4ef4-b765-08a82b1fd145)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:48.030028 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5593d627-f36f-4824-874c-5fdd1f6d296b req-8977e6d4-927b-4547-9052-42ee1687ea01 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:48.040952 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-c2aa3759-95d7-4ea9-a08b-215067f08bfa req-f9fe7bc8-de6f-44a5-9d44-16608418b0e4 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] For port c7d62950-da9a-43f7-9424-6e2ec726c72d, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c7d62950-da9a-43f7-9424-6e2ec726c72d,segment=NetworkSegment(ef9390e8-a2a6-48db-b925-a5b48daa748b),segment_id=ef9390e8-a2a6-48db-b925-a5b48daa748b)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:48.041306 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c2aa3759-95d7-4ea9-a08b-215067f08bfa req-f9fe7bc8-de6f-44a5-9d44-16608418b0e4 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:48.046214 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-65b1457c-8b53-45dc-bc8b-e56af0e81cfc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1283545 Nov 19 13:34:48.051890 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de664db6-c950-4f0d-9afc-276f3e41986b', 'tag': '1579cd28-484b-4970-a380-3719f408d681'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:48.054631 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0298f8-3042-4b84-abeb-e77ba599bdfe" -d '{"events": [{"name": "network-changed", "server_uuid": "de664db6-c950-4f0d-9afc-276f3e41986b", "tag": "1579cd28-484b-4970-a380-3719f408d681"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:48.054998 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-e706cf71-dc12-49c5-bf32-1ef156de91c3 None None] Set router a7421bcb-d3ea-4941-94a2-12c0e5dd4544 gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:48.062037 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-5593d627-f36f-4824-874c-5fdd1f6d296b req-8977e6d4-927b-4547-9052-42ee1687ea01 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Calling delete_port for 03bde8dc-0fc7-48a8-a1b6-cae11f8033d5 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:48.068270 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-c2aa3759-95d7-4ea9-a08b-215067f08bfa req-f9fe7bc8-de6f-44a5-9d44-16608418b0e4 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Calling delete_port for c7d62950-da9a-43f7-9424-6e2ec726c72d owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:48.113910 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c50819d-d1fa-4414-b5bf-19e5fbab8c7a x-openstack-request-id: req-6c50819d-d1fa-4414-b5bf-19e5fbab8c7a {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:48.114194 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de664db6-c950-4f0d-9afc-276f3e41986b", "tag": "1579cd28-484b-4970-a380-3719f408d681", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:48.114446 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c50819d-d1fa-4414-b5bf-19e5fbab8c7a {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:48.114834 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de664db6-c950-4f0d-9afc-276f3e41986b', 'tag': '1579cd28-484b-4970-a380-3719f408d681', 'status': 'completed', 'code': 200} Nov 19 13:34:48.174350 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0298f8-3042-4b84-abeb-e77ba599bdfe req-5df24b3f-a959-45fa-91b3-c12e315e3947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:48.175914 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6f0298f8-3042-4b84-abeb-e77ba599bdfe req-5df24b3f-a959-45fa-91b3-c12e315e3947 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7aba59e789ec42f28106f03123363eb4&device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 1098 time: 0.0506938 Nov 19 13:34:48.301572 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5593d627-f36f-4824-874c-5fdd1f6d296b req-8977e6d4-927b-4547-9052-42ee1687ea01 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:48.329994 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0298f8-3042-4b84-abeb-e77ba599bdfe req-d502a31a-72fa-47a5-8a1e-6465cbb16eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:48.331498 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6f0298f8-3042-4b84-abeb-e77ba599bdfe req-d502a31a-72fa-47a5-8a1e-6465cbb16eaa service neutron] 10.222.0.82 "GET /v2.0/networks?id=73c96041-9b28-4c68-9fa9-490b84a1a86c HTTP/1.1" status: 200 len: 911 time: 0.1449633 Nov 19 13:34:48.332790 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e706cf71-dc12-49c5-bf32-1ef156de91c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'name': 'tempest-TestShelveInstance-1440304289-router', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:33:41Z', 'revision_number': 4, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'gw_port': {'id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_floatingips': [{'id': 'bb21bee5-4075-414a-94ad-b82189d3ad67', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'floating_ip_address': '172.28.1.218', 'floating_network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'router_id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'port_id': '1579cd28-484b-4970-a380-3719f408d681', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c', 'mac_address': 'fa:16:3e:59:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de664db6-c950-4f0d-9afc-276f3e41986b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:34:46Z', 'updated_at': '2021-11-19T13:34:46Z', 'revision_number': 0, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4157eae1-7763-4b08-a1ae-55069b0d3dac', 'name': '', 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'mac_address': 'fa:16:3e:21:b1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0d417f6d-4d23-4260-8964-4b050adda031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:40Z', 'updated_at': '2021-11-19T13:33:47Z', 'revision_number': 5, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'subnets': [{'id': '0d417f6d-4d23-4260-8964-4b050adda031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:48.340195 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ecc2b-834e-4357-8fa7-ce3e6230264c req-e81749be-324d-4390-b268-08de63e164db tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:48.341653 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-520ecc2b-834e-4357-8fa7-ce3e6230264c req-e81749be-324d-4390-b268-08de63e164db tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 944 time: 0.0851896 Nov 19 13:34:48.349571 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8977e6d4-927b-4547-9052-42ee1687ea01 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Pushing event deleted for resources: {'Port': ['ID=03bde8dc-0fc7-48a8-a1b6-cae11f8033d5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:48.365344 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e706cf71-dc12-49c5-bf32-1ef156de91c3 None None] Checking router: a7421bcb-d3ea-4941-94a2-12c0e5dd4544 for host: dv-cinder-816324-4-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:34:48.375006 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e706cf71-dc12-49c5-bf32-1ef156de91c3 None None] Routers {'a7421bcb-d3ea-4941-94a2-12c0e5dd4544'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:48.375784 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e706cf71-dc12-49c5-bf32-1ef156de91c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:34:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['a7421bcb-d3ea-4941-94a2-12c0e5dd4544'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:48.383695 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c2aa3759-95d7-4ea9-a08b-215067f08bfa req-f9fe7bc8-de6f-44a5-9d44-16608418b0e4 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:48.422865 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5593d627-f36f-4824-874c-5fdd1f6d296b req-8977e6d4-927b-4547-9052-42ee1687ea01 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] No DVR routers for this DVR port 03bde8dc-0fc7-48a8-a1b6-cae11f8033d5 on host hv-cinder-81632 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:48.425482 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5593d627-f36f-4824-874c-5fdd1f6d296b req-8977e6d4-927b-4547-9052-42ee1687ea01 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:48.429713 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-5593d627-f36f-4824-874c-5fdd1f6d296b req-8977e6d4-927b-4547-9052-42ee1687ea01 tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.82 "DELETE /v2.0/ports/03bde8dc-0fc7-48a8-a1b6-cae11f8033d5 HTTP/1.1" status: 204 len: 173 time: 1.0538642 Nov 19 13:34:48.430524 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe7bc8-de6f-44a5-9d44-16608418b0e4 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Pushing event deleted for resources: {'Port': ['ID=c7d62950-da9a-43f7-9424-6e2ec726c72d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:48.463329 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6f0298f8-3042-4b84-abeb-e77ba599bdfe req-32655f71-0566-4811-9749-99a94847bfe1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1579cd28-484b-4970-a380-3719f408d681 HTTP/1.1" status: 200 len: 999 time: 0.1206045 Nov 19 13:34:48.475559 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2aa3759-95d7-4ea9-a08b-215067f08bfa req-f9fe7bc8-de6f-44a5-9d44-16608418b0e4 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] No DVR routers for this DVR port c7d62950-da9a-43f7-9424-6e2ec726c72d on host hv-cinder-81632 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:48.478821 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c2aa3759-95d7-4ea9-a08b-215067f08bfa req-f9fe7bc8-de6f-44a5-9d44-16608418b0e4 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:48.482491 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c2aa3759-95d7-4ea9-a08b-215067f08bfa req-f9fe7bc8-de6f-44a5-9d44-16608418b0e4 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.82 "DELETE /v2.0/ports/c7d62950-da9a-43f7-9424-6e2ec726c72d HTTP/1.1" status: 204 len: 173 time: 1.0818100 Nov 19 13:34:48.510157 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-520ecc2b-834e-4357-8fa7-ce3e6230264c req-4977db8a-6943-4caf-b063-17dd9aa9155f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242168 Nov 19 13:34:48.527113 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['c7d62950-da9a-43f7-9424-6e2ec726c72d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:34:48.531708 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['03bde8dc-0fc7-48a8-a1b6-cae11f8033d5'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:34:48.536316 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-e706cf71-dc12-49c5-bf32-1ef156de91c3 None None] Set router a7421bcb-d3ea-4941-94a2-12c0e5dd4544 gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:48.550632 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0298f8-3042-4b84-abeb-e77ba599bdfe req-3441a2a1-cd53-4527-bf8d-630581300eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:48.556247 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6f0298f8-3042-4b84-abeb-e77ba599bdfe req-3441a2a1-cd53-4527-bf8d-630581300eae service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d417f6d-4d23-4260-8964-4b050adda031 HTTP/1.1" status: 200 len: 848 time: 0.0843325 Nov 19 13:34:48.657452 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-81835d6f-b92c-46cc-b8ef-09a7c7282e39 req-0aa47ede-d836-409d-8c1f-cd885723f96a tempest-AttachVolumeNegativeTest-1081459290 tempest-AttachVolumeNegativeTest-1081459290-project] 10.222.0.70 "GET /v2.0/ports?device_id=953e052b-3942-4ac3-99a9-f9ae44a57ff2 HTTP/1.1" status: 200 len: 210 time: 0.0434427 Nov 19 13:34:48.660520 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0298f8-3042-4b84-abeb-e77ba599bdfe req-977d0340-c2a9-4b53-9dc8-df1582750df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:48.661782 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6f0298f8-3042-4b84-abeb-e77ba599bdfe req-977d0340-c2a9-4b53-9dc8-df1582750df4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=73c96041-9b28-4c68-9fa9-490b84a1a86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0909739 Nov 19 13:34:48.756410 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6f0298f8-3042-4b84-abeb-e77ba599bdfe req-523a5e8b-27cd-4c26-8368-adca75602a0b service neutron] 10.222.0.82 "GET /v2.0/networks/73c96041-9b28-4c68-9fa9-490b84a1a86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804963 Nov 19 13:34:48.800805 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e706cf71-dc12-49c5-bf32-1ef156de91c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'name': 'tempest-TestShelveInstance-1440304289-router', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:33:41Z', 'revision_number': 4, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'gw_port': {'id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_floatingips': [{'id': 'bb21bee5-4075-414a-94ad-b82189d3ad67', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'floating_ip_address': '172.28.1.218', 'floating_network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'router_id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'port_id': '1579cd28-484b-4970-a380-3719f408d681', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c', 'mac_address': 'fa:16:3e:59:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de664db6-c950-4f0d-9afc-276f3e41986b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:34:46Z', 'updated_at': '2021-11-19T13:34:46Z', 'revision_number': 0, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4157eae1-7763-4b08-a1ae-55069b0d3dac', 'name': '', 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'mac_address': 'fa:16:3e:21:b1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0d417f6d-4d23-4260-8964-4b050adda031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:40Z', 'updated_at': '2021-11-19T13:33:47Z', 'revision_number': 5, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'subnets': [{'id': '0d417f6d-4d23-4260-8964-4b050adda031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:48.826450 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e706cf71-dc12-49c5-bf32-1ef156de91c3 None None] The sync data for ids ['a7421bcb-d3ea-4941-94a2-12c0e5dd4544'] in dv-cinder-816324-4-smb is: [{'id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'name': 'tempest-TestShelveInstance-1440304289-router', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:33:41Z', 'revision_number': 4, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'gw_port': {'id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_floatingips': [{'id': 'bb21bee5-4075-414a-94ad-b82189d3ad67', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'floating_ip_address': '172.28.1.218', 'floating_network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'router_id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'port_id': '1579cd28-484b-4970-a380-3719f408d681', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c', 'mac_address': 'fa:16:3e:59:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de664db6-c950-4f0d-9afc-276f3e41986b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:34:46Z', 'updated_at': '2021-11-19T13:34:46Z', 'revision_number': 0, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4157eae1-7763-4b08-a1ae-55069b0d3dac', 'name': '', 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'mac_address': 'fa:16:3e:21:b1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0d417f6d-4d23-4260-8964-4b050adda031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:40Z', 'updated_at': '2021-11-19T13:33:47Z', 'revision_number': 5, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'subnets': [{'id': '0d417f6d-4d23-4260-8964-4b050adda031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:34:48.834563 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 6 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:34:48.852237 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6f0298f8-3042-4b84-abeb-e77ba599bdfe req-dc85d496-05e7-4d5d-98c6-4e590f24582f service neutron] 10.222.0.82 "GET /v2.0/networks/73c96041-9b28-4c68-9fa9-490b84a1a86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877964 Nov 19 13:34:49.099761 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1186c6-5822-490f-9717-bb44e90b688a None None] New status for floating IP bb21bee5-4075-414a-94ad-b82189d3ad67: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:34:49.216504 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4d6bfc5b-3425-404b-ac1f-3bcd40c17a17 req-059ad02c-22d1-481d-a482-4549429c19c0 tempest-VolumesActionsTest-1561906459 tempest-VolumesActionsTest-1561906459-project] 10.222.0.70 "GET /v2.0/ports?device_id=0370dec0-3336-464e-b418-beb1ba019e2e HTTP/1.1" status: 200 len: 210 time: 0.0308497 Nov 19 13:34:49.256724 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e4361-c13d-4b1b-bc89-269912b2fb29 req-55bce0bf-e0e1-44e1-9748-9365cbc107d4 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:49.263160 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-335e4361-c13d-4b1b-bc89-269912b2fb29 req-55bce0bf-e0e1-44e1-9748-9365cbc107d4 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.3184941 Nov 19 13:34:49.313161 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-335e4361-c13d-4b1b-bc89-269912b2fb29 req-8ae65d0c-f097-4f79-9344-6d1ef0268741 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462141 Nov 19 13:34:49.314652 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device e6790ee1-7c87-4b15-889a-b9387862796b up at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:49.368765 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning for port e6790ee1-7c87-4b15-889a-b9387862796b completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:34:49.373056 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning complete for port e6790ee1-7c87-4b15-889a-b9387862796b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:49.373549 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:49.456355 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:49.480157 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be47e449-8b2f-4a48-8286-680e4d1ea673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6790ee1-7c87-4b15-889a-b9387862796b'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:49.482402 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e055a475c9f0143691b95be0e0209c275a71c4689c1f5f09712fcbe57faa4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca96d9d-de70-47ca-84cf-799dc3daed7e" -d '{"events": [{"server_uuid": "be47e449-8b2f-4a48-8286-680e4d1ea673", "name": "network-vif-plugged", "status": "completed", "tag": "e6790ee1-7c87-4b15-889a-b9387862796b"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:49.494783 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port e6790ee1-7c87-4b15-889a-b9387862796b, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=e6790ee1-7c87-4b15-889a-b9387862796b,segment=NetworkSegment(9e4fe50c-07cf-46cc-ac06-1028ee4081c6),segment_id=9e4fe50c-07cf-46cc-ac06-1028ee4081c6)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:49.499143 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:49.532274 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec4fa55-1920-4b96-901a-7dc50dd7edeb x-openstack-request-id: req-fec4fa55-1920-4b96-901a-7dc50dd7edeb {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:49.533941 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be47e449-8b2f-4a48-8286-680e4d1ea673", "name": "network-vif-plugged", "status": "completed", "tag": "e6790ee1-7c87-4b15-889a-b9387862796b", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:49.534502 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fec4fa55-1920-4b96-901a-7dc50dd7edeb {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:49.536163 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be47e449-8b2f-4a48-8286-680e4d1ea673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6790ee1-7c87-4b15-889a-b9387862796b', 'code': 200} Nov 19 13:34:49.583759 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=e6790ee1-7c87-4b15-889a-b9387862796b,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:49.625089 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b346d3a-1386-4d91-accb-5c506afe9346 req-eaa58bcf-8d6c-4486-9a35-ea7628c75b8d tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:49.626586 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2b346d3a-1386-4d91-accb-5c506afe9346 req-eaa58bcf-8d6c-4486-9a35-ea7628c75b8d tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 945 time: 0.0500083 Nov 19 13:34:49.680200 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2b346d3a-1386-4d91-accb-5c506afe9346 req-7da1c4bc-f8b1-43a7-89f5-d9ba8e28d6a8 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474272 Nov 19 13:34:49.730601 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 44990) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:49.748572 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2238b-dfa0-42e4-af7c-16464faea89f req-071dc5a3-465c-469b-bfe9-db244420fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:49.750167 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4bf2238b-dfa0-42e4-af7c-16464faea89f req-071dc5a3-465c-469b-bfe9-db244420fa61 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 1098 time: 0.0420742 Nov 19 13:34:49.778550 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd2cb83-933f-4970-bd6b-6de5c57f207a admin admin] Deleting subnet f30ec31d-66a3-4d76-b433-0201bea0d251 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:34:49.781699 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0dd2cb83-933f-4970-bd6b-6de5c57f207a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:49.795707 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4bf2238b-dfa0-42e4-af7c-16464faea89f req-d5c6d677-9e54-41fd-8164-4ba68d5f98df service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388010 Nov 19 13:34:49.815989 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0dd2cb83-933f-4970-bd6b-6de5c57f207a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2801428'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:49.854905 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0dd2cb83-933f-4970-bd6b-6de5c57f207a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724083'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:49.910077 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0dd2cb83-933f-4970-bd6b-6de5c57f207a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14406884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14394699'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:49.939971 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2cb83-933f-4970-bd6b-6de5c57f207a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f30ec31d-66a3-4d76-b433-0201bea0d251,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:49.947048 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0dd2cb83-933f-4970-bd6b-6de5c57f207a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:49.951217 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-0dd2cb83-933f-4970-bd6b-6de5c57f207a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f30ec31d-66a3-4d76-b433-0201bea0d251 HTTP/1.1" status: 204 len: 168 time: 0.2195685 Nov 19 13:34:49.953701 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 44992) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:50.020820 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66b0c3a7-e017-47a5-b9ae-98b7d86b44c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613477'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.095460 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66b0c3a7-e017-47a5-b9ae-98b7d86b44c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734982', 'neutron.services.segments.db._delete_segments_for_network-8736459861315'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.114714 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.services.segments.db [None req-66b0c3a7-e017-47a5-b9ae-98b7d86b44c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5381b9b1-2906-46aa-be36-c7c6a6939b5c']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:50.116166 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953e052b-3942-4ac3-99a9-f9ae44a57ff2', 'name': 'network-vif-deleted', 'tag': '03bde8dc-0fc7-48a8-a1b6-cae11f8033d5'}, {'server_uuid': '0370dec0-3336-464e-b418-beb1ba019e2e', 'name': 'network-vif-deleted', 'tag': 'c7d62950-da9a-43f7-9424-6e2ec726c72d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:50.118565 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5efe8e-2337-4c40-881a-8a47caf52328" -d '{"events": [{"server_uuid": "953e052b-3942-4ac3-99a9-f9ae44a57ff2", "name": "network-vif-deleted", "tag": "03bde8dc-0fc7-48a8-a1b6-cae11f8033d5"}, {"server_uuid": "0370dec0-3336-464e-b418-beb1ba019e2e", "name": "network-vif-deleted", "tag": "c7d62950-da9a-43f7-9424-6e2ec726c72d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:50.123767 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.services.segments.db [None req-66b0c3a7-e017-47a5-b9ae-98b7d86b44c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85056d8e-48cf-4ef4-b765-08a82b1fd145') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:50.124060 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.services.segments.db [None req-66b0c3a7-e017-47a5-b9ae-98b7d86b44c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85056d8e-48cf-4ef4-b765-08a82b1fd145') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:50.133884 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66b0c3a7-e017-47a5-b9ae-98b7d86b44c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736459878072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13604451'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.147475 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66b0c3a7-e017-47a5-b9ae-98b7d86b44c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.154203 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b0c3a7-e017-47a5-b9ae-98b7d86b44c8 admin admin] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:34:50.154580 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66b0c3a7-e017-47a5-b9ae-98b7d86b44c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13422481'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: Traceback (most recent call last): Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: timer() Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: cb(*args, **kw) Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: return func(*args, **kwargs) Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: self._notify() Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: self.callback(batched_events) Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: event.method(event) Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: return f(self, *a, **k) Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: return self._get(url).json() Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:34:50.156283 dv-cinder-816324-4-smb neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:34:50.160419 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1153e288-7307-4159-adb6-00eec2846f1d x-openstack-request-id: req-1153e288-7307-4159-adb6-00eec2846f1d {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:50.160916 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953e052b-3942-4ac3-99a9-f9ae44a57ff2", "name": "network-vif-deleted", "tag": "03bde8dc-0fc7-48a8-a1b6-cae11f8033d5", "status": "completed", "code": 200}, {"server_uuid": "0370dec0-3336-464e-b418-beb1ba019e2e", "name": "network-vif-deleted", "tag": "c7d62950-da9a-43f7-9424-6e2ec726c72d", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:50.161262 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1153e288-7307-4159-adb6-00eec2846f1d {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:50.162589 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953e052b-3942-4ac3-99a9-f9ae44a57ff2', 'name': 'network-vif-deleted', 'tag': '03bde8dc-0fc7-48a8-a1b6-cae11f8033d5', 'status': 'completed', 'code': 200} Nov 19 13:34:50.162589 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0370dec0-3336-464e-b418-beb1ba019e2e', 'name': 'network-vif-deleted', 'tag': 'c7d62950-da9a-43f7-9424-6e2ec726c72d', 'status': 'completed', 'code': 200} Nov 19 13:34:50.211733 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66b0c3a7-e017-47a5-b9ae-98b7d86b44c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796996'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.217061 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66b0c3a7-e017-47a5-b9ae-98b7d86b44c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.220216 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-66b0c3a7-e017-47a5-b9ae-98b7d86b44c8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5381b9b1-2906-46aa-be36-c7c6a6939b5c HTTP/1.1" status: 204 len: 168 time: 0.2655463 Nov 19 13:34:50.230823 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0c3a7-e017-47a5-b9ae-98b7d86b44c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5381b9b1-2906-46aa-be36-c7c6a6939b5c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:50.388423 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 45006) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:50.440284 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 45008) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:50.440604 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-4547de4f-cfb6-4fb2-974c-24bedeba16a6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f22b0a2f942a4e95b2561cf30d37dab8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0504498 Nov 19 13:34:50.474530 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789129d-70ee-42e4-93cc-d0ae6bdb29e1 req-4f0a39bb-2142-4e6b-877d-a9ae6d3d9f00 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:50.478340 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5789129d-70ee-42e4-93cc-d0ae6bdb29e1 req-4f0a39bb-2142-4e6b-877d-a9ae6d3d9f00 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0746830 Nov 19 13:34:50.538316 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-31e7b8d2-f9e1-444a-943f-ad22e226f692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.553065 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5789129d-70ee-42e4-93cc-d0ae6bdb29e1 req-08df6bff-3e22-4bb1-991c-0647a2181fe8 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704923 Nov 19 13:34:50.567437 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-31e7b8d2-f9e1-444a-943f-ad22e226f692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.616035 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-31e7b8d2-f9e1-444a-943f-ad22e226f692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.618864 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-31e7b8d2-f9e1-444a-943f-ad22e226f692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.620000 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-31e7b8d2-f9e1-444a-943f-ad22e226f692 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0c99b358-20de-48c3-a51e-ded8aa13590c HTTP/1.1" status: 204 len: 168 time: 0.1787777 Nov 19 13:34:50.628325 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7b8d2-f9e1-444a-943f-ad22e226f692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c99b358-20de-48c3-a51e-ded8aa13590c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:50.825989 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad785ecb-3327-4558-9529-bedffbb60ae8 req-c3c9cf40-7f2e-411e-b04a-acc87fe218fa tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:50.827529 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ad785ecb-3327-4558-9529-bedffbb60ae8 req-c3c9cf40-7f2e-411e-b04a-acc87fe218fa tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 945 time: 0.0567102 Nov 19 13:34:50.895799 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ad785ecb-3327-4558-9529-bedffbb60ae8 req-6ac898fc-28bc-4d75-bbc7-606d323d0242 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567720 Nov 19 13:34:51.317769 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device c7d62950-da9a-43f7-9424-6e2ec726c72d no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:51.337422 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] No Port match for: c7d62950-da9a-43f7-9424-6e2ec726c72d {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:34:51.337760 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device c7d62950-da9a-43f7-9424-6e2ec726c72d not bound to the agent host hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:34:51.338169 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 03bde8dc-0fc7-48a8-a1b6-cae11f8033d5 no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:51.356804 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] No Port match for: 03bde8dc-0fc7-48a8-a1b6-cae11f8033d5 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:34:51.357139 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 03bde8dc-0fc7-48a8-a1b6-cae11f8033d5 not bound to the agent host hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:34:51.671601 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760c903-b388-4532-8075-4979060aa934 req-8e32bd03-99bd-4634-85ee-2e0e72910320 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:51.673109 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c760c903-b388-4532-8075-4979060aa934 req-8e32bd03-99bd-4634-85ee-2e0e72910320 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0499065 Nov 19 13:34:51.724490 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c760c903-b388-4532-8075-4979060aa934 req-439ef00b-3834-487d-8ef5-ad1e66dcc9cd tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454612 Nov 19 13:34:51.905738 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 45112) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:52.029695 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e29b73dc-726e-4d39-b931-511f9c12db72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.061724 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd359f11-7413-4c18-85cf-8dc901a2abfe req-4e0552b2-5a86-4ad0-9131-64790e131306 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:52.063775 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-dd359f11-7413-4c18-85cf-8dc901a2abfe req-4e0552b2-5a86-4ad0-9131-64790e131306 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 945 time: 0.1018229 Nov 19 13:34:52.154198 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-dd359f11-7413-4c18-85cf-8dc901a2abfe req-3222c604-7da5-42c1-ad0a-bd34b70597b1 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816150 Nov 19 13:34:52.195812 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e29b73dc-726e-4d39-b931-511f9c12db72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.211369 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e8269-d78c-408e-9bf4-5ca6fdc41a74 req-1e1f7d81-4a3b-4abb-a8f7-e9af0b304da1 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:52.213505 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-666e8269-d78c-408e-9bf4-5ca6fdc41a74 req-1e1f7d81-4a3b-4abb-a8f7-e9af0b304da1 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.0823171 Nov 19 13:34:52.214803 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e29b73dc-726e-4d39-b931-511f9c12db72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.305392 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-e29b73dc-726e-4d39-b931-511f9c12db72 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f58ad7005e14459983171c345982df38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3984101 Nov 19 13:34:52.306344 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b73dc-726e-4d39-b931-511f9c12db72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5f6283-c277-4d58-a2c2-82e9209e194b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:52.307982 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 45142) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:52.360667 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-666e8269-d78c-408e-9bf4-5ca6fdc41a74 req-f7ced03f-79cb-490c-8b14-291df312a2e1 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378148 Nov 19 13:34:52.378345 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c999f8-c61f-48a2-be89-9d74f298c113 req-a1736c1c-4757-454f-b120-a120900246f2 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:52.389638 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-33c999f8-c61f-48a2-be89-9d74f298c113 req-a1736c1c-4757-454f-b120-a120900246f2 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 945 time: 0.1437297 Nov 19 13:34:52.395893 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca728-7cbb-42f3-a63c-67dc0d21f645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.421691 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca728-7cbb-42f3-a63c-67dc0d21f645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.436324 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-33c999f8-c61f-48a2-be89-9d74f298c113 req-69db704b-2822-4282-ad46-afa24a449262 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491734 Nov 19 13:34:52.475942 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca728-7cbb-42f3-a63c-67dc0d21f645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.479741 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca728-7cbb-42f3-a63c-67dc0d21f645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.483882 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-7a3ca728-7cbb-42f3-a63c-67dc0d21f645 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aa5f6283-c277-4d58-a2c2-82e9209e194b HTTP/1.1" status: 204 len: 168 time: 0.1606627 Nov 19 13:34:52.490556 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ca728-7cbb-42f3-a63c-67dc0d21f645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5f6283-c277-4d58-a2c2-82e9209e194b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:52.909374 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab840386-ccdc-430c-a9dc-139d50a0171d req-d7386493-5898-495f-a6f7-86c41e45e09f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:52.910802 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ab840386-ccdc-430c-a9dc-139d50a0171d req-d7386493-5898-495f-a6f7-86c41e45e09f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 945 time: 0.0843668 Nov 19 13:34:52.920071 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30304f0-4128-442d-a4c1-65a266f5e5b2 req-00d7c304-0a70-49b7-aced-eac277533c33 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:52.922326 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a30304f0-4128-442d-a4c1-65a266f5e5b2 req-00d7c304-0a70-49b7-aced-eac277533c33 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.1059623 Nov 19 13:34:53.000278 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a30304f0-4128-442d-a4c1-65a266f5e5b2 req-1ed3ee8d-0384-4771-a660-798e3b79c44b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702136 Nov 19 13:34:53.005553 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ab840386-ccdc-430c-a9dc-139d50a0171d req-568e6bd6-5a34-4b36-8b6a-8867b7a03f41 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820816 Nov 19 13:34:53.536858 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6273a-a07c-483f-a880-514961aad896 req-4487b629-c8db-4dea-8e89-845e99583022 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:53.539041 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-61a6273a-a07c-483f-a880-514961aad896 req-4487b629-c8db-4dea-8e89-845e99583022 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.0638874 Nov 19 13:34:53.602421 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-61a6273a-a07c-483f-a880-514961aad896 req-aec0c36b-502d-41d6-ae5e-ffe72aaeaeac tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517204 Nov 19 13:34:54.137688 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f18c0-f382-44da-b437-633fbd2b9b78 req-6688f052-7d34-47a6-878e-60a6589aa39b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:54.150106 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-507f18c0-f382-44da-b437-633fbd2b9b78 req-6688f052-7d34-47a6-878e-60a6589aa39b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0708807 Nov 19 13:34:54.210646 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-507f18c0-f382-44da-b437-633fbd2b9b78 req-0e373a6f-3dff-4d7c-bd3f-84577b12a2a7 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595131 Nov 19 13:34:54.771913 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d825f-602f-40ca-b9c8-4da0e9da8b83 req-7d8f668a-31d2-491f-b6f0-24fcb7a86afd tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:54.782862 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-038d825f-602f-40ca-b9c8-4da0e9da8b83 req-7d8f668a-31d2-491f-b6f0-24fcb7a86afd tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.0939193 Nov 19 13:34:54.874743 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-038d825f-602f-40ca-b9c8-4da0e9da8b83 req-a53c466d-7080-429e-99af-23ab27ac02fa tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895560 Nov 19 13:34:55.382080 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a4cb3-8893-4d44-bd8b-f2129c546187 req-03993be5-4ab0-47a4-aa45-4ce5322ff68b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:55.390993 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f85a4cb3-8893-4d44-bd8b-f2129c546187 req-03993be5-4ab0-47a4-aa45-4ce5322ff68b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0816791 Nov 19 13:34:55.440853 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f85a4cb3-8893-4d44-bd8b-f2129c546187 req-56a366c9-6a4e-48f9-9e2f-68f6ba105ee6 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489287 Nov 19 13:34:56.042365 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a86de-024d-4319-92e7-56ea0c61478a req-15d6d743-d179-40ca-8e88-ce6de171ca4c tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:56.044163 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-104a86de-024d-4319-92e7-56ea0c61478a req-15d6d743-d179-40ca-8e88-ce6de171ca4c tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.0923979 Nov 19 13:34:56.112928 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-104a86de-024d-4319-92e7-56ea0c61478a req-e57614da-ab0b-4dd6-80f8-01e391be51a2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622654 Nov 19 13:34:56.369692 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4e95f5cd-d2d3-4292-9e39-4b43cca018b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:56.584430 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb312c1-6a4c-4404-9643-dc423dadbbc1 req-f669b7f5-020d-48bb-b5c3-f8223632506c tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:56.593365 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-cfb312c1-6a4c-4404-9643-dc423dadbbc1 req-f669b7f5-020d-48bb-b5c3-f8223632506c tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0733566 Nov 19 13:34:56.650963 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-cfb312c1-6a4c-4404-9643-dc423dadbbc1 req-fde8a9c0-ebb7-416e-ba26-264c60cda8b3 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564821 Nov 19 13:34:57.258339 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c202b-ceb6-43e8-b507-6c6b49e0c015 req-fcb492c7-c5e1-41b9-b850-82058668e4bd tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:57.260121 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e20c202b-ceb6-43e8-b507-6c6b49e0c015 req-fcb492c7-c5e1-41b9-b850-82058668e4bd tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.0530114 Nov 19 13:34:57.334629 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e20c202b-ceb6-43e8-b507-6c6b49e0c015 req-ccbebde8-4625-4d3e-b007-0af821d0d5f9 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570533 Nov 19 13:34:57.724998 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5cf85-2481-4a94-abb4-f30cf12ad135 req-01392b08-27eb-48f1-bee5-c2ea4d3f69bd tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:57.727830 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-89c5cf85-2481-4a94-abb4-f30cf12ad135 req-01392b08-27eb-48f1-bee5-c2ea4d3f69bd tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 945 time: 0.0885494 Nov 19 13:34:57.826461 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-89c5cf85-2481-4a94-abb4-f30cf12ad135 req-7ae8561c-7907-46de-8705-edbed8c4c912 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817740 Nov 19 13:34:57.835738 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1532a3b-1655-40a7-b126-de9fe479f8af req-9715acd2-bcdb-4922-9356-b85976db53d7 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:57.843479 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f1532a3b-1655-40a7-b126-de9fe479f8af req-9715acd2-bcdb-4922-9356-b85976db53d7 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0954423 Nov 19 13:34:57.850579 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 45298) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:57.905551 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f1532a3b-1655-40a7-b126-de9fe479f8af req-a4bc86cb-32a4-4dad-bfbf-3f9393343eeb tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610526 Nov 19 13:34:58.105068 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06f8a22-faf5-4368-abc4-5ea9d1d18d0b tempest-TestMinimumBasicScenario-1338976203 tempest-TestMinimumBasicScenario-1338976203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:58.107338 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-d06f8a22-faf5-4368-abc4-5ea9d1d18d0b tempest-TestMinimumBasicScenario-1338976203 tempest-TestMinimumBasicScenario-1338976203-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 1093 time: 0.2521863 Nov 19 13:34:58.111055 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 45302) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:58.115807 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e27385e5-c9aa-4b48-a808-a32dd1412436 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Request body: {'floatingip': {'floating_network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'port_id': 'e6790ee1-7c87-4b15-889a-b9387862796b', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:58.152225 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e27385e5-c9aa-4b48-a808-a32dd1412436 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:58.280729 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e27385e5-c9aa-4b48-a808-a32dd1412436 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:58.492542 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-e27385e5-c9aa-4b48-a808-a32dd1412436 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Allocated IP 172.28.1.34 (f5fe0685-e1a5-4f21-925a-12d1aefd12c8/e23fd1b3-af46-4401-a4dc-3ec2e1f1f010/34e62c0a-f5f4-4203-bea3-935b8364e201) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:34:58.531676 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e879e48-2696-4eaf-9115-642b05fa02ec req-c3a33013-55f6-42f4-8a0b-76c7fd208891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:58.531676 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9e879e48-2696-4eaf-9115-642b05fa02ec req-c3a33013-55f6-42f4-8a0b-76c7fd208891 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 1098 time: 0.1104217 Nov 19 13:34:58.551952 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3190db-3aee-4f25-af9c-3730bfbeafcf req-2a76561d-9845-4dfb-b043-13c650ad8bd8 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:58.553655 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9e3190db-3aee-4f25-af9c-3730bfbeafcf req-2a76561d-9845-4dfb-b043-13c650ad8bd8 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.1312330 Nov 19 13:34:58.685946 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9e3190db-3aee-4f25-af9c-3730bfbeafcf req-8a52fa1c-6cad-4085-b4a8-4fd55668363e tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018589 Nov 19 13:34:58.689029 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9e879e48-2696-4eaf-9115-642b05fa02ec req-93bd83db-3a0c-4cfd-b4ed-8cb343807527 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341410 Nov 19 13:34:58.707081 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e27385e5-c9aa-4b48-a808-a32dd1412436 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:58.782276 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e27385e5-c9aa-4b48-a808-a32dd1412436 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422526'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:58.825950 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27385e5-c9aa-4b48-a808-a32dd1412436 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:58.828963 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-e27385e5-c9aa-4b48-a808-a32dd1412436 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:58.832928 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27385e5-c9aa-4b48-a808-a32dd1412436 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:34:58.859326 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27385e5-c9aa-4b48-a808-a32dd1412436 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Pushing event updated for resources: {'Port': ['ID=34e62c0a-f5f4-4203-bea3-935b8364e201,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:59.110613 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-650c280c-4130-445c-8a67-181d729d0897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.125143 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51a17b-5de6-46ba-94a9-e761f89b4b58 req-c805cd49-a427-4dbd-ad84-f42e517ed9e8 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:59.126972 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8a51a17b-5de6-46ba-94a9-e761f89b4b58 req-c805cd49-a427-4dbd-ad84-f42e517ed9e8 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0990186 Nov 19 13:34:59.237153 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8a51a17b-5de6-46ba-94a9-e761f89b4b58 req-263e6dc7-1226-475e-bf5e-28c882f4fe0c tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946364 Nov 19 13:34:59.365254 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e27385e5-c9aa-4b48-a808-a32dd1412436 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.470569 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e27385e5-c9aa-4b48-a808-a32dd1412436 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.642623 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e27385e5-c9aa-4b48-a808-a32dd1412436 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.647930 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e27385e5-c9aa-4b48-a808-a32dd1412436 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422517'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.746879 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27385e5-c9aa-4b48-a808-a32dd1412436 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Pushing event updated for resources: {'Port': ['ID=34e62c0a-f5f4-4203-bea3-935b8364e201,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:59.750228 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e27385e5-c9aa-4b48-a808-a32dd1412436 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1797046'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.839201 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.903600 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441bfdd3-344a-4d6a-a4f2-cc0124762f11 req-37f4fe66-94dc-4758-9d60-43e229f2b569 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:59.912740 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-441bfdd3-344a-4d6a-a4f2-cc0124762f11 req-37f4fe66-94dc-4758-9d60-43e229f2b569 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.1157513 Nov 19 13:34:59.942503 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.db.l3_db [None req-e27385e5-c9aa-4b48-a808-a32dd1412436 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Floating IP c40b869b-6b0d-41ee-92fa-469d40f61f72 associated. External IP: 172.28.1.34, port: e6790ee1-7c87-4b15-889a-b9387862796b. Nov 19 13:35:00.117971 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-441bfdd3-344a-4d6a-a4f2-cc0124762f11 req-af9384bd-ea0a-44e8-bc77-f20959a34921 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038634 Nov 19 13:35:00.154199 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:00.496881 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 45342) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:00.580692 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5e784-e76b-4c24-84e9-e30789e4b2da req-a199083f-42e3-4047-ae50-dc539bc78258 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:00.582431 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3ee5e784-e76b-4c24-84e9-e30789e4b2da req-a199083f-42e3-4047-ae50-dc539bc78258 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0723677 Nov 19 13:35:00.585743 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27385e5-c9aa-4b48-a808-a32dd1412436 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Router dcd17f14-68c0-4119-9f7d-dce3df95d10c has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:35:00.645459 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f32b5bb0-4056-4d6a-8976-cda340c67fe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:00.702569 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3ee5e784-e76b-4c24-84e9-e30789e4b2da req-56e93965-1d79-41f3-b44d-d93a0e187f1c tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123478 Nov 19 13:35:00.796586 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f32b5bb0-4056-4d6a-8976-cda340c67fe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:00.803858 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f32b5bb0-4056-4d6a-8976-cda340c67fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:00.827376 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27385e5-c9aa-4b48-a808-a32dd1412436 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:35:00.842911 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07f6226-c60c-424a-b878-32870a1af854 None None] Sync routers for ids ['dcd17f14-68c0-4119-9f7d-dce3df95d10c'] in dv-cinder-816324-4-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:35:00.858937 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07f6226-c60c-424a-b878-32870a1af854 None None] Routers {'dcd17f14-68c0-4119-9f7d-dce3df95d10c'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:35:00.859567 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f07f6226-c60c-424a-b878-32870a1af854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:34:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['dcd17f14-68c0-4119-9f7d-dce3df95d10c'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:00.863144 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e27385e5-c9aa-4b48-a808-a32dd1412436 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:00.863429 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-f32b5bb0-4056-4d6a-8976-cda340c67fe6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d63a31d690e74da790f397ea285872d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3654044 Nov 19 13:35:00.866965 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 45350) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:00.891530 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b5bb0-4056-4d6a-8976-cda340c67fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9376b8-778b-42d6-8e17-f07c1debb39b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:00.932720 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-e27385e5-c9aa-4b48-a808-a32dd1412436 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8203530 Nov 19 13:35:00.933344 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be47e449-8b2f-4a48-8286-680e4d1ea673', 'tag': 'e6790ee1-7c87-4b15-889a-b9387862796b'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:35:00.940667 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}431daffbed8a7bc2bed2e3611d7026b1b28861ed879237af90c14d74da8c9db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48aeef1-1005-4a3d-aba2-d1c312693aab" -d '{"events": [{"name": "network-changed", "server_uuid": "be47e449-8b2f-4a48-8286-680e4d1ea673", "tag": "e6790ee1-7c87-4b15-889a-b9387862796b"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:35:00.943453 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 45354) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:00.962471 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2037853e-54c2-4d97-b71a-2f391014f021 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:00.965758 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-5765a156-7c0d-44a9-95d1-77445f83bc6f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-421573816', 'description': 'tempest-secgroup-smoke-421573816 description', 'project_id': '09aa125b8fc640e780552210e36a9a2e'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:00.982814 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-f07f6226-c60c-424a-b878-32870a1af854 None None] Set router dcd17f14-68c0-4119-9f7d-dce3df95d10c gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:35:01.009666 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22ccbac-7d4d-4bc5-b6ec-70ea1bdf363f x-openstack-request-id: req-c22ccbac-7d4d-4bc5-b6ec-70ea1bdf363f {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:35:01.010057 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be47e449-8b2f-4a48-8286-680e4d1ea673", "tag": "e6790ee1-7c87-4b15-889a-b9387862796b", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:35:01.010245 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c22ccbac-7d4d-4bc5-b6ec-70ea1bdf363f {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:35:01.010644 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be47e449-8b2f-4a48-8286-680e4d1ea673', 'tag': 'e6790ee1-7c87-4b15-889a-b9387862796b', 'status': 'completed', 'code': 200} Nov 19 13:35:01.015194 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2037853e-54c2-4d97-b71a-2f391014f021 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:01.130570 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5765a156-7c0d-44a9-95d1-77445f83bc6f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:01.140884 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2037853e-54c2-4d97-b71a-2f391014f021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:01.159039 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2037853e-54c2-4d97-b71a-2f391014f021 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:01.172305 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:01.174938 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-2037853e-54c2-4d97-b71a-2f391014f021 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bd9376b8-778b-42d6-8e17-f07c1debb39b HTTP/1.1" status: 204 len: 168 time: 0.3059673 Nov 19 13:35:01.195391 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037853e-54c2-4d97-b71a-2f391014f021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9376b8-778b-42d6-8e17-f07c1debb39b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:01.226180 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48aeef1-1005-4a3d-aba2-d1c312693aab req-6bdf71ff-4be6-4423-a1b6-20efb6cc21cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:01.227701 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e48aeef1-1005-4a3d-aba2-d1c312693aab req-6bdf71ff-4be6-4423-a1b6-20efb6cc21cc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=09aa125b8fc640e780552210e36a9a2e&device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 1098 time: 0.1859155 Nov 19 13:35:01.303023 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a1b68-730c-412f-a2e2-c2134816cdfb req-9854c8a1-9d67-42ef-8171-b86edd54d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:01.305165 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-b29a1b68-730c-412f-a2e2-c2134816cdfb req-9854c8a1-9d67-42ef-8171-b86edd54d234 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f5f789d031f747e1943f91b44d5587cf&device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 1098 time: 0.1042855 Nov 19 13:35:01.385800 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f07f6226-c60c-424a-b878-32870a1af854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'name': 'tempest-TestMinimumBasicScenario-564155755-router', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:01Z', 'updated_at': '2021-11-19T13:34:05Z', 'revision_number': 4, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'gw_port': {'id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:02Z', 'updated_at': '2021-11-19T13:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_floatingips': [{'id': 'c40b869b-6b0d-41ee-92fa-469d40f61f72', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'floating_ip_address': '172.28.1.34', 'floating_network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'router_id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'port_id': 'e6790ee1-7c87-4b15-889a-b9387862796b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6', 'mac_address': 'fa:16:3e:fc:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be47e449-8b2f-4a48-8286-680e4d1ea673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:34:59Z', 'updated_at': '2021-11-19T13:34:59Z', 'revision_number': 0, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c132a2-4f21-4d5f-94b4-ad7346622e0f', 'name': '', 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'mac_address': 'fa:16:3e:d8:33:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '4a749b76-60b4-4c14-a9f5-74c13fa5871a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:04Z', 'updated_at': '2021-11-19T13:34:09Z', 'revision_number': 5, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'subnets': [{'id': '4a749b76-60b4-4c14-a9f5-74c13fa5871a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:01.400142 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5765a156-7c0d-44a9-95d1-77445f83bc6f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:01.421415 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60921141-0e9d-46f4-85d8-a70a30ca9c44 req-401d88c4-adc9-4dad-bf9a-4ea038cd4127 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:01.423120 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-60921141-0e9d-46f4-85d8-a70a30ca9c44 req-401d88c4-adc9-4dad-bf9a-4ea038cd4127 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.1812398 Nov 19 13:35:01.430488 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5765a156-7c0d-44a9-95d1-77445f83bc6f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:01.435766 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07f6226-c60c-424a-b878-32870a1af854 None None] Checking router: dcd17f14-68c0-4119-9f7d-dce3df95d10c for host: dv-cinder-816324-4-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:35:01.445430 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07f6226-c60c-424a-b878-32870a1af854 None None] Routers {'dcd17f14-68c0-4119-9f7d-dce3df95d10c'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:35:01.447058 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f07f6226-c60c-424a-b878-32870a1af854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:34:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['dcd17f14-68c0-4119-9f7d-dce3df95d10c'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:01.463414 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5765a156-7c0d-44a9-95d1-77445f83bc6f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:01.465423 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-5765a156-7c0d-44a9-95d1-77445f83bc6f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5209613 Nov 19 13:35:01.485471 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 45368) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:01.501543 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4c638-fe84-4e14-973c-b10c837cf0ba req-d8e37948-da2b-413f-941a-92cf9bf34abd tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:01.502390 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a1b68-730c-412f-a2e2-c2134816cdfb req-22f33a95-7cb8-4844-8c5d-6b741175fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:01.503343 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-eec4c638-fe84-4e14-973c-b10c837cf0ba req-d8e37948-da2b-413f-941a-92cf9bf34abd tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.2057819 Nov 19 13:35:01.510553 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-543b1520-7a1e-4c70-a12e-8515b006e7a9 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Request body: {'security_group_rule': {'security_group_id': '386e1f3e-5bcb-46d6-b63e-cd453ee10894', 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:01.516100 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-b29a1b68-730c-412f-a2e2-c2134816cdfb req-22f33a95-7cb8-4844-8c5d-6b741175fd7c service neutron] 10.222.0.82 "GET /v2.0/networks?id=94129882-55e7-4f60-86f2-20086f9335b5 HTTP/1.1" status: 200 len: 921 time: 0.1982975 Nov 19 13:35:01.563557 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-f07f6226-c60c-424a-b878-32870a1af854 None None] Set router dcd17f14-68c0-4119-9f7d-dce3df95d10c gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:35:01.603536 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-b29a1b68-730c-412f-a2e2-c2134816cdfb req-ec9050d5-0af7-4029-a9c1-fa133768f0fc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c155a67c-20f3-4691-93b9-b9e98dad1f20 HTTP/1.1" status: 200 len: 217 time: 0.0737605 Nov 19 13:35:01.614517 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-eec4c638-fe84-4e14-973c-b10c837cf0ba req-a22bc2b3-743c-4584-8e9f-e1002e61a8dc tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856292 Nov 19 13:35:01.656766 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48aeef1-1005-4a3d-aba2-d1c312693aab req-2fd7f2f6-9723-4289-8c4d-01acccfe42ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:01.658429 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e48aeef1-1005-4a3d-aba2-d1c312693aab req-2fd7f2f6-9723-4289-8c4d-01acccfe42ee service neutron] 10.222.0.82 "GET /v2.0/networks?id=f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6 HTTP/1.1" status: 200 len: 916 time: 0.3868864 Nov 19 13:35:01.659173 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765a156-7c0d-44a9-95d1-77445f83bc6f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=386e1f3e-5bcb-46d6-b63e-cd453ee10894,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:01.689024 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-60921141-0e9d-46f4-85d8-a70a30ca9c44 req-7c612e85-0f22-4a38-b1b0-30785695c865 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390676 Nov 19 13:35:01.724471 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-543b1520-7a1e-4c70-a12e-8515b006e7a9 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:01.769760 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a1b68-730c-412f-a2e2-c2134816cdfb req-4e65077d-29bd-45ce-b0e5-30d06815bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:01.776149 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-b29a1b68-730c-412f-a2e2-c2134816cdfb req-4e65077d-29bd-45ce-b0e5-30d06815bff2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ca813023-0106-4533-88fc-30d699229a62 HTTP/1.1" status: 200 len: 859 time: 0.1642439 Nov 19 13:35:01.777772 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e48aeef1-1005-4a3d-aba2-d1c312693aab req-a148cf83-ccfd-4a2f-8dfd-ba1804c6fdc5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6790ee1-7c87-4b15-889a-b9387862796b HTTP/1.1" status: 200 len: 998 time: 0.1124353 Nov 19 13:35:01.844281 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-b29a1b68-730c-412f-a2e2-c2134816cdfb req-11dc2ef4-9c91-482b-9fde-72f6fe4baef1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94129882-55e7-4f60-86f2-20086f9335b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476468 Nov 19 13:35:01.849907 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 45374) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:01.852905 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-543b1520-7a1e-4c70-a12e-8515b006e7a9 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:01.861980 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-543b1520-7a1e-4c70-a12e-8515b006e7a9 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584517'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:01.900564 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2554-c34d-4220-9381-93a59c670d77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:01.932284 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-543b1520-7a1e-4c70-a12e-8515b006e7a9 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:01.933550 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-543b1520-7a1e-4c70-a12e-8515b006e7a9 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4291232 Nov 19 13:35:01.938756 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 45376) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:01.945173 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-effc7043-3e09-41ed-a9f3-2da61056b0de tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Request body: {'security_group_rule': {'security_group_id': '386e1f3e-5bcb-46d6-b63e-cd453ee10894', 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:01.953516 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b1520-7a1e-4c70-a12e-8515b006e7a9 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb725fe-628a-40dd-84d2-40f49cd67179,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:01.957741 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48aeef1-1005-4a3d-aba2-d1c312693aab req-e2580036-6d63-4cb3-a398-a940b125b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:01.959283 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e48aeef1-1005-4a3d-aba2-d1c312693aab req-e2580036-6d63-4cb3-a398-a940b125b5f1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4a749b76-60b4-4c14-a9f5-74c13fa5871a HTTP/1.1" status: 200 len: 853 time: 0.1244757 Nov 19 13:35:02.003697 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-b29a1b68-730c-412f-a2e2-c2134816cdfb req-8bc8aac7-4709-4715-9eb5-74b2e0f0df12 service neutron] 10.222.0.82 "GET /v2.0/networks/94129882-55e7-4f60-86f2-20086f9335b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346979 Nov 19 13:35:02.009818 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-effc7043-3e09-41ed-a9f3-2da61056b0de tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.039070 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48aeef1-1005-4a3d-aba2-d1c312693aab req-2b6f55db-be1a-4618-9d89-1fedc16ea8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:02.040624 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e48aeef1-1005-4a3d-aba2-d1c312693aab req-2b6f55db-be1a-4618-9d89-1fedc16ea8fa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0703266 Nov 19 13:35:02.043587 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f07f6226-c60c-424a-b878-32870a1af854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'name': 'tempest-TestMinimumBasicScenario-564155755-router', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:01Z', 'updated_at': '2021-11-19T13:34:05Z', 'revision_number': 4, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'gw_port': {'id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:02Z', 'updated_at': '2021-11-19T13:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_floatingips': [{'id': 'c40b869b-6b0d-41ee-92fa-469d40f61f72', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'floating_ip_address': '172.28.1.34', 'floating_network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'router_id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'port_id': 'e6790ee1-7c87-4b15-889a-b9387862796b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6', 'mac_address': 'fa:16:3e:fc:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be47e449-8b2f-4a48-8286-680e4d1ea673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:34:59Z', 'updated_at': '2021-11-19T13:34:59Z', 'revision_number': 0, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c132a2-4f21-4d5f-94b4-ad7346622e0f', 'name': '', 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'mac_address': 'fa:16:3e:d8:33:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '4a749b76-60b4-4c14-a9f5-74c13fa5871a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:04Z', 'updated_at': '2021-11-19T13:34:09Z', 'revision_number': 5, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'subnets': [{'id': '4a749b76-60b4-4c14-a9f5-74c13fa5871a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:02.072259 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07f6226-c60c-424a-b878-32870a1af854 None None] The sync data for ids ['dcd17f14-68c0-4119-9f7d-dce3df95d10c'] in dv-cinder-816324-4-smb is: [{'id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'name': 'tempest-TestMinimumBasicScenario-564155755-router', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:01Z', 'updated_at': '2021-11-19T13:34:05Z', 'revision_number': 4, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'gw_port': {'id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:02Z', 'updated_at': '2021-11-19T13:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_floatingips': [{'id': 'c40b869b-6b0d-41ee-92fa-469d40f61f72', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'floating_ip_address': '172.28.1.34', 'floating_network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'router_id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'port_id': 'e6790ee1-7c87-4b15-889a-b9387862796b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6', 'mac_address': 'fa:16:3e:fc:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be47e449-8b2f-4a48-8286-680e4d1ea673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:34:59Z', 'updated_at': '2021-11-19T13:34:59Z', 'revision_number': 0, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c132a2-4f21-4d5f-94b4-ad7346622e0f', 'name': '', 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'mac_address': 'fa:16:3e:d8:33:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '4a749b76-60b4-4c14-a9f5-74c13fa5871a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:04Z', 'updated_at': '2021-11-19T13:34:09Z', 'revision_number': 5, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'subnets': [{'id': '4a749b76-60b4-4c14-a9f5-74c13fa5871a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:35:02.159675 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-effc7043-3e09-41ed-a9f3-2da61056b0de tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.161322 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-b29a1b68-730c-412f-a2e2-c2134816cdfb req-6adf15ba-e1da-4771-afe0-e4946cd54883 service neutron] 10.222.0.82 "GET /v2.0/networks/94129882-55e7-4f60-86f2-20086f9335b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457167 Nov 19 13:35:02.167864 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-effc7043-3e09-41ed-a9f3-2da61056b0de tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584517'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.224772 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc7043-3e09-41ed-a9f3-2da61056b0de tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9f6a16-2092-4cde-8a05-4b73d35dd86f,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:02.239006 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-effc7043-3e09-41ed-a9f3-2da61056b0de tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.243152 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-effc7043-3e09-41ed-a9f3-2da61056b0de tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3016427 Nov 19 13:35:02.244920 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 45378) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:02.250663 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ac4df1e0-3756-45fd-a053-6c8543b2735f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Request body: {'security_group_rule': {'security_group_id': '386e1f3e-5bcb-46d6-b63e-cd453ee10894', 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:02.255588 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e48aeef1-1005-4a3d-aba2-d1c312693aab req-75e33ee1-e60b-4440-9d09-cc7336eeef99 service neutron] 10.222.0.82 "GET /v2.0/networks/f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655502 Nov 19 13:35:02.265684 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2554-c34d-4220-9381-93a59c670d77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.273703 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2554-c34d-4220-9381-93a59c670d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.302162 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.325425 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd2554-c34d-4220-9381-93a59c670d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4e3e0e-f91e-4de8-b1d4-5ded7d9ab662,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:02.347049 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac4df1e0-3756-45fd-a053-6c8543b2735f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.356393 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-f4dd2554-c34d-4220-9381-93a59c670d77 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=65ef4b6a04064e23979f9f21d8a8f542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4982626 Nov 19 13:35:02.356393 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 45380) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:02.448185 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e48aeef1-1005-4a3d-aba2-d1c312693aab req-ad922a03-c28e-444c-8748-64c4f92dca86 service neutron] 10.222.0.82 "GET /v2.0/networks/f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795559 Nov 19 13:35:02.495881 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71ec18e-9bb0-4ad0-bcc9-2d61c6b0ec6e None None] New status for floating IP c40b869b-6b0d-41ee-92fa-469d40f61f72: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:35:02.514180 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac4df1e0-3756-45fd-a053-6c8543b2735f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.518363 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6c8a6ccd-fb1b-42a0-93ff-4a146e711fe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.525046 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac4df1e0-3756-45fd-a053-6c8543b2735f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584517'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.565822 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4df1e0-3756-45fd-a053-6c8543b2735f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc2d8e7-c5c8-4742-a938-134e48ed58af,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:02.579758 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6c8a6ccd-fb1b-42a0-93ff-4a146e711fe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.584099 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac4df1e0-3756-45fd-a053-6c8543b2735f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.588029 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-ac4df1e0-3756-45fd-a053-6c8543b2735f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3394568 Nov 19 13:35:02.588309 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 45386) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:02.592829 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-44f21f4d-d3b9-4f64-ab53-f88e1837a7c3 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Request body: {'security_group_rule': {'security_group_id': '386e1f3e-5bcb-46d6-b63e-cd453ee10894', 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:02.645221 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-44f21f4d-d3b9-4f64-ab53-f88e1837a7c3 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.649786 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6c8a6ccd-fb1b-42a0-93ff-4a146e711fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.655884 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6c8a6ccd-fb1b-42a0-93ff-4a146e711fe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.660309 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-6c8a6ccd-fb1b-42a0-93ff-4a146e711fe2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fa4e3e0e-f91e-4de8-b1d4-5ded7d9ab662 HTTP/1.1" status: 204 len: 168 time: 0.3014281 Nov 19 13:35:02.673586 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a6ccd-fb1b-42a0-93ff-4a146e711fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4e3e0e-f91e-4de8-b1d4-5ded7d9ab662,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:02.852345 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-44f21f4d-d3b9-4f64-ab53-f88e1837a7c3 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.876118 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-44f21f4d-d3b9-4f64-ab53-f88e1837a7c3 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584517'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.919137 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65308165-ca5b-43b3-a4fc-0c884b86d435 req-be31231a-d00d-4bd3-862f-5eda35715983 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:02.920846 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-65308165-ca5b-43b3-a4fc-0c884b86d435 req-be31231a-d00d-4bd3-862f-5eda35715983 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.1558948 Nov 19 13:35:02.922813 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f21f4d-d3b9-4f64-ab53-f88e1837a7c3 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e9b034-77b3-4e5b-8a0e-2aa4e1c4789d,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:02.928290 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-44f21f4d-d3b9-4f64-ab53-f88e1837a7c3 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.930591 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-44f21f4d-d3b9-4f64-ab53-f88e1837a7c3 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3401711 Nov 19 13:35:02.932656 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 45394) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:02.937553 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-c7b7a7d7-96f4-4b47-98ce-082098896488 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Request body: {'security_group_rule': {'security_group_id': '386e1f3e-5bcb-46d6-b63e-cd453ee10894', 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:02.967614 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc350f-04e0-475b-88f7-dcf78c09737e req-00cd481f-3395-4c11-80fd-adc406cdec52 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:02.975421 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-77dc350f-04e0-475b-88f7-dcf78c09737e req-00cd481f-3395-4c11-80fd-adc406cdec52 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.1348829 Nov 19 13:35:02.990697 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-c7b7a7d7-96f4-4b47-98ce-082098896488 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Project 09aa125b8fc640e780552210e36a9a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:35:03.002802 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c7b7a7d7-96f4-4b47-98ce-082098896488 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.039867 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-65308165-ca5b-43b3-a4fc-0c884b86d435 req-0f8c5759-4a1e-4a28-8a2f-88f080a8d512 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012130 Nov 19 13:35:03.093242 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c7b7a7d7-96f4-4b47-98ce-082098896488 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.099926 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-77dc350f-04e0-475b-88f7-dcf78c09737e req-67aacd2c-6a37-4f9e-8875-c47ca44e415b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200328 Nov 19 13:35:03.128134 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c7b7a7d7-96f4-4b47-98ce-082098896488 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584517'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.178791 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c7b7a7d7-96f4-4b47-98ce-082098896488 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.180487 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-c7b7a7d7-96f4-4b47-98ce-082098896488 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2463455 Nov 19 13:35:03.181542 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7a7d7-96f4-4b47-98ce-082098896488 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbcc939-2548-4b33-b21e-bea0edbfe746,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:03.186321 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 45398) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:03.191563 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-423b0a64-2019-47c2-ba1a-e9ef1f0168d6 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Request body: {'security_group_rule': {'security_group_id': '386e1f3e-5bcb-46d6-b63e-cd453ee10894', 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:03.218624 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-423b0a64-2019-47c2-ba1a-e9ef1f0168d6 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Project 09aa125b8fc640e780552210e36a9a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:35:03.227182 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-423b0a64-2019-47c2-ba1a-e9ef1f0168d6 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.327046 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-423b0a64-2019-47c2-ba1a-e9ef1f0168d6 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.334100 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-423b0a64-2019-47c2-ba1a-e9ef1f0168d6 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584517'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.353940 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b0a64-2019-47c2-ba1a-e9ef1f0168d6 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef24fcc-d58f-4b0c-9a7d-238bea3f2090,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:03.363168 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-423b0a64-2019-47c2-ba1a-e9ef1f0168d6 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.364443 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-423b0a64-2019-47c2-ba1a-e9ef1f0168d6 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1769166 Nov 19 13:35:03.484493 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b1e744b3-d183-40a8-aa39-76e12391591c req-70579365-08cf-45a7-b74c-e528eb6d3329 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421573816&fields=id&tenant_id=09aa125b8fc640e780552210e36a9a2e HTTP/1.1" status: 200 len: 267 time: 0.0681663 Nov 19 13:35:03.573685 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e744b3-d183-40a8-aa39-76e12391591c req-adcce1b5-b6b1-48d8-a946-c02e11686c17 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:03.582968 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b1e744b3-d183-40a8-aa39-76e12391591c req-adcce1b5-b6b1-48d8-a946-c02e11686c17 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 945 time: 0.0916274 Nov 19 13:35:03.591081 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [req-b1e744b3-d183-40a8-aa39-76e12391591c req-3dc1f5ae-b3e5-4a9f-a6c4-449a99058bde tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Request body: {'port': {'security_groups': ['fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f', '386e1f3e-5bcb-46d6-b63e-cd453ee10894']}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:03.676007 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b1e744b3-d183-40a8-aa39-76e12391591c req-3dc1f5ae-b3e5-4a9f-a6c4-449a99058bde tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.930588 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-b1e744b3-d183-40a8-aa39-76e12391591c req-3dc1f5ae-b3e5-4a9f-a6c4-449a99058bde tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] For port e6790ee1-7c87-4b15-889a-b9387862796b, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=e6790ee1-7c87-4b15-889a-b9387862796b,segment=NetworkSegment(9e4fe50c-07cf-46cc-ac06-1028ee4081c6),segment_id=9e4fe50c-07cf-46cc-ac06-1028ee4081c6)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:03.968600 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b1e744b3-d183-40a8-aa39-76e12391591c req-3dc1f5ae-b3e5-4a9f-a6c4-449a99058bde tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.976766 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b1e744b3-d183-40a8-aa39-76e12391591c req-3dc1f5ae-b3e5-4a9f-a6c4-449a99058bde tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422517'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.991135 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['e6790ee1-7c87-4b15-889a-b9387862796b'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:35:04.016701 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e744b3-d183-40a8-aa39-76e12391591c req-3dc1f5ae-b3e5-4a9f-a6c4-449a99058bde tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:04.017434 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b1e744b3-d183-40a8-aa39-76e12391591c req-3dc1f5ae-b3e5-4a9f-a6c4-449a99058bde tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:04.018998 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b1e744b3-d183-40a8-aa39-76e12391591c req-3dc1f5ae-b3e5-4a9f-a6c4-449a99058bde tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "PUT /v2.0/ports/e6790ee1-7c87-4b15-889a-b9387862796b HTTP/1.1" status: 200 len: 981 time: 0.4348671 Nov 19 13:35:04.043175 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be47e449-8b2f-4a48-8286-680e4d1ea673', 'tag': 'e6790ee1-7c87-4b15-889a-b9387862796b'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:35:04.051199 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}431daffbed8a7bc2bed2e3611d7026b1b28861ed879237af90c14d74da8c9db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed7c224-123f-4e46-9a5c-2ebbb0c858e8" -d '{"events": [{"name": "network-changed", "server_uuid": "be47e449-8b2f-4a48-8286-680e4d1ea673", "tag": "e6790ee1-7c87-4b15-889a-b9387862796b"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:35:04.114788 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc1f5ae-b3e5-4a9f-a6c4-449a99058bde tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Pushing event updated for resources: {'Port': ['ID=e6790ee1-7c87-4b15-889a-b9387862796b,revision_number=6']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:04.137582 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c6a106-439f-40b5-92a2-49283ad6200b x-openstack-request-id: req-55c6a106-439f-40b5-92a2-49283ad6200b {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:35:04.137879 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be47e449-8b2f-4a48-8286-680e4d1ea673", "tag": "e6790ee1-7c87-4b15-889a-b9387862796b", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:35:04.138136 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-55c6a106-439f-40b5-92a2-49283ad6200b {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:35:04.138534 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be47e449-8b2f-4a48-8286-680e4d1ea673', 'tag': 'e6790ee1-7c87-4b15-889a-b9387862796b', 'status': 'completed', 'code': 200} Nov 19 13:35:04.232966 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['e6790ee1-7c87-4b15-889a-b9387862796b'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:35:04.384484 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c94040-1390-4126-a531-0fabd7ca70df req-b07b5deb-7a7c-4fd6-a555-509a1717a83a tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:04.386448 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-46c94040-1390-4126-a531-0fabd7ca70df req-b07b5deb-7a7c-4fd6-a555-509a1717a83a tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 984 time: 0.2227528 Nov 19 13:35:04.470660 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0cdcd-c95a-4601-8f16-655ebe15fc51 req-8a99a23a-18a7-42fb-b270-5017f4d77152 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:04.472766 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-89f0cdcd-c95a-4601-8f16-655ebe15fc51 req-8a99a23a-18a7-42fb-b270-5017f4d77152 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.1736784 Nov 19 13:35:04.477521 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7c224-123f-4e46-9a5c-2ebbb0c858e8 req-ad6ae5b9-ef98-4d23-b030-6d785fa72cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:04.478988 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3ed7c224-123f-4e46-9a5c-2ebbb0c858e8 req-ad6ae5b9-ef98-4d23-b030-6d785fa72cc1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=09aa125b8fc640e780552210e36a9a2e&device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 1137 time: 0.2633078 Nov 19 13:35:04.586002 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-497b0517-89c9-4ea6-877b-76c681fa17f7 None None] Provisioning complete for port e6790ee1-7c87-4b15-889a-b9387862796b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:04.586002 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-497b0517-89c9-4ea6-877b-76c681fa17f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:04.600532 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7c224-123f-4e46-9a5c-2ebbb0c858e8 req-9a144fa9-9c54-4aa0-b142-fb5bcee67477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:04.602392 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3ed7c224-123f-4e46-9a5c-2ebbb0c858e8 req-9a144fa9-9c54-4aa0-b142-fb5bcee67477 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6 HTTP/1.1" status: 200 len: 916 time: 0.1102059 Nov 19 13:35:04.725742 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-46c94040-1390-4126-a531-0fabd7ca70df req-7375044d-b658-44e7-a971-33ddd53d8960 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&id=386e1f3e-5bcb-46d6-b63e-cd453ee10894&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3308163 Nov 19 13:35:04.748225 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-89f0cdcd-c95a-4601-8f16-655ebe15fc51 req-b91e674b-6add-404e-b317-3a18b4bd5a7c tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678473 Nov 19 13:35:04.766752 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3ed7c224-123f-4e46-9a5c-2ebbb0c858e8 req-881417da-516f-4201-a57c-38f845774574 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6790ee1-7c87-4b15-889a-b9387862796b HTTP/1.1" status: 200 len: 1000 time: 0.1442287 Nov 19 13:35:04.852153 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7c224-123f-4e46-9a5c-2ebbb0c858e8 req-bfe076bc-146d-4ea9-b717-7955068600d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:04.853946 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3ed7c224-123f-4e46-9a5c-2ebbb0c858e8 req-bfe076bc-146d-4ea9-b717-7955068600d4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4a749b76-60b4-4c14-a9f5-74c13fa5871a HTTP/1.1" status: 200 len: 853 time: 0.0703015 Nov 19 13:35:04.954010 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d02c61-442a-4a35-b067-62428aca5563 req-183df97d-1170-41f0-b965-d5405d024638 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:04.962470 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-99d02c61-442a-4a35-b067-62428aca5563 req-183df97d-1170-41f0-b965-d5405d024638 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.1129355 Nov 19 13:35:04.986354 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7c224-123f-4e46-9a5c-2ebbb0c858e8 req-acbdf9c9-3456-4d84-bc36-70911c597fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:04.992790 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3ed7c224-123f-4e46-9a5c-2ebbb0c858e8 req-acbdf9c9-3456-4d84-bc36-70911c597fbb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1283486 Nov 19 13:35:05.125548 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-99d02c61-442a-4a35-b067-62428aca5563 req-8b831f2b-af23-4eca-a742-4db9f6c80d2a tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615829 Nov 19 13:35:05.276901 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3ed7c224-123f-4e46-9a5c-2ebbb0c858e8 req-64dcda86-3bc7-425b-9c14-9a84e1fad7cb service neutron] 10.222.0.82 "GET /v2.0/networks/f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482481 Nov 19 13:35:05.385230 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3ed7c224-123f-4e46-9a5c-2ebbb0c858e8 req-c7173333-65f0-43fc-8d98-eb57f0554655 service neutron] 10.222.0.82 "GET /v2.0/networks/f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981507 Nov 19 13:35:05.916272 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40f290-ab24-442d-8492-54e20fd7c506 req-e4fb6543-5af5-4050-9fda-b03cd7c7ca1a tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:05.918372 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8a40f290-ab24-442d-8492-54e20fd7c506 req-e4fb6543-5af5-4050-9fda-b03cd7c7ca1a tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.0683908 Nov 19 13:35:05.973164 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8a40f290-ab24-442d-8492-54e20fd7c506 req-7d8afc67-5e6c-4b07-8dd4-78af8a79262c tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478675 Nov 19 13:35:07.138114 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9633a9a-ed99-47bc-a23d-f83721daeef9 req-644115ac-4405-46c1-b5e4-7fbb656dcf85 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:07.139429 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b9633a9a-ed99-47bc-a23d-f83721daeef9 req-644115ac-4405-46c1-b5e4-7fbb656dcf85 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.0618920 Nov 19 13:35:07.220595 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b9633a9a-ed99-47bc-a23d-f83721daeef9 req-0aec4303-87b3-4727-b1f1-410a2e750f1d tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691154 Nov 19 13:35:08.350049 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685556a-5b6a-4b36-9e02-7f265a7c183d req-ad5a842f-a438-4caa-9bff-13d4cb0e178b tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:08.352329 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f685556a-5b6a-4b36-9e02-7f265a7c183d req-ad5a842f-a438-4caa-9bff-13d4cb0e178b tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.0555661 Nov 19 13:35:08.414514 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f685556a-5b6a-4b36-9e02-7f265a7c183d req-d0cad30d-0d33-4c08-b636-b363e4d8f3d8 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552340 Nov 19 13:35:09.348455 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46937fbc-5f28-4389-984a-3e17ae0a8df3 req-fbca202b-8eaa-48b3-9d18-586d042567df tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:09.350261 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-46937fbc-5f28-4389-984a-3e17ae0a8df3 req-fbca202b-8eaa-48b3-9d18-586d042567df tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.0537634 Nov 19 13:35:09.403435 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-46937fbc-5f28-4389-984a-3e17ae0a8df3 req-683b4288-00af-4a88-8abe-877f9cee16d3 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457759 Nov 19 13:35:09.558199 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a385c35-2143-41ba-9233-59616d696097 req-b0c31fe8-d84a-4f43-a466-3d9d5a85dbad tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:09.565846 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8a385c35-2143-41ba-9233-59616d696097 req-b0c31fe8-d84a-4f43-a466-3d9d5a85dbad tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.0639582 Nov 19 13:35:09.613999 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8a385c35-2143-41ba-9233-59616d696097 req-3f71564a-321a-4f03-b8a1-e570d4687559 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471914 Nov 19 13:35:10.137948 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 45568) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:10.285550 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d350c4ee-a207-4c65-9241-f4545ad7a9c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.367804 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d350c4ee-a207-4c65-9241-f4545ad7a9c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.371981 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d350c4ee-a207-4c65-9241-f4545ad7a9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.422951 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350c4ee-a207-4c65-9241-f4545ad7a9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af2d952-7d98-483e-ad14-aa3ee0e263c4,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:10.449076 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-d350c4ee-a207-4c65-9241-f4545ad7a9c8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=563fef4c0a564947b24c0750288f9f78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075013 Nov 19 13:35:10.449517 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 45576) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:10.527265 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-52b2a5a7-4230-4e27-8fec-90e5820e9f45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.573794 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-52b2a5a7-4230-4e27-8fec-90e5820e9f45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.617654 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca470b69-90d4-4ac3-b221-030be3d404ff req-c644d136-a861-4938-8758-6bd7aa589589 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:10.619111 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ca470b69-90d4-4ac3-b221-030be3d404ff req-c644d136-a861-4938-8758-6bd7aa589589 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.0898707 Nov 19 13:35:10.643691 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-52b2a5a7-4230-4e27-8fec-90e5820e9f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.646963 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-52b2a5a7-4230-4e27-8fec-90e5820e9f45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.648589 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-52b2a5a7-4230-4e27-8fec-90e5820e9f45 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8af2d952-7d98-483e-ad14-aa3ee0e263c4 HTTP/1.1" status: 204 len: 168 time: 0.1973457 Nov 19 13:35:10.665492 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2a5a7-4230-4e27-8fec-90e5820e9f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af2d952-7d98-483e-ad14-aa3ee0e263c4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:10.704111 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ca470b69-90d4-4ac3-b221-030be3d404ff req-fa6e0b38-453a-4208-9543-cc1d22d8e05a tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693989 Nov 19 13:35:10.786667 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d22ae-229a-486d-96c6-1c950f602a25 req-7f986031-aaf0-4bca-b074-898abc7743f7 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:10.788494 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b93d22ae-229a-486d-96c6-1c950f602a25 req-7f986031-aaf0-4bca-b074-898abc7743f7 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.0533202 Nov 19 13:35:10.839826 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b93d22ae-229a-486d-96c6-1c950f602a25 req-f2788c05-ff04-4fe3-844d-903d61a1090f tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448742 Nov 19 13:35:11.676244 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 45628) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:11.780730 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-35f0d516-50d0-4f80-aed0-f0c244bd3da3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:11.851010 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b54bf1-5803-43a6-bd41-a2fc65410a3b req-0ca5ea03-6c09-490e-9033-6ae4a83a9a59 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:11.852516 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-94b54bf1-5803-43a6-bd41-a2fc65410a3b req-0ca5ea03-6c09-490e-9033-6ae4a83a9a59 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.0736656 Nov 19 13:35:11.939016 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-94b54bf1-5803-43a6-bd41-a2fc65410a3b req-93136649-0d05-4d3a-a3f1-8df2b1673901 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761890 Nov 19 13:35:11.965750 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-35f0d516-50d0-4f80-aed0-f0c244bd3da3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:11.972417 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-35f0d516-50d0-4f80-aed0-f0c244bd3da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.006120 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4655804-5a77-422e-bf19-e0959bf42023 req-889ecffe-7f17-457c-ba27-6a3979fe89ab tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:12.008055 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b4655804-5a77-422e-bf19-e0959bf42023 req-889ecffe-7f17-457c-ba27-6a3979fe89ab tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.0887887 Nov 19 13:35:12.021987 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-35f0d516-50d0-4f80-aed0-f0c244bd3da3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f986c424b83f4ae895011f39c59f570f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3446896 Nov 19 13:35:12.024691 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 45654) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:12.038658 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0d516-50d0-4f80-aed0-f0c244bd3da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830a7b7d-2307-4c43-b141-6181c886156e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:12.068236 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b4655804-5a77-422e-bf19-e0959bf42023 req-f5d397d1-243e-447c-9e7e-85ac4f5f2a71 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536757 Nov 19 13:35:12.083280 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26d17ed3-f0cf-4f0c-8afe-df390ea49025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.116101 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26d17ed3-f0cf-4f0c-8afe-df390ea49025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.120847 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e735be-aa95-452c-944d-893a9de8c4fb req-93ed1a2d-2cc4-46cc-9143-188b62e1d0b6 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:12.122303 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c1e735be-aa95-452c-944d-893a9de8c4fb req-93ed1a2d-2cc4-46cc-9143-188b62e1d0b6 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.82 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 946 time: 0.0521126 Nov 19 13:35:12.170628 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26d17ed3-f0cf-4f0c-8afe-df390ea49025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.173226 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26d17ed3-f0cf-4f0c-8afe-df390ea49025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.174345 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-26d17ed3-f0cf-4f0c-8afe-df390ea49025 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/830a7b7d-2307-4c43-b141-6181c886156e HTTP/1.1" status: 204 len: 168 time: 0.1456704 Nov 19 13:35:12.182475 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d17ed3-f0cf-4f0c-8afe-df390ea49025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830a7b7d-2307-4c43-b141-6181c886156e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:12.246591 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-c1e735be-aa95-452c-944d-893a9de8c4fb req-72e0ee1b-38ff-4019-815d-f9ccba47508e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Deleting port aa7c9f90-7603-4fe3-8487-30a0aabf35ce {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:12.247015 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c1e735be-aa95-452c-944d-893a9de8c4fb req-72e0ee1b-38ff-4019-815d-f9ccba47508e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.348794 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-c1e735be-aa95-452c-944d-893a9de8c4fb req-72e0ee1b-38ff-4019-815d-f9ccba47508e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] For port aa7c9f90-7603-4fe3-8487-30a0aabf35ce, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=aa7c9f90-7603-4fe3-8487-30a0aabf35ce,segment=NetworkSegment(93dbdbc4-5fbc-47f0-a710-7364a37835a9),segment_id=93dbdbc4-5fbc-47f0-a710-7364a37835a9)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:12.349159 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c1e735be-aa95-452c-944d-893a9de8c4fb req-72e0ee1b-38ff-4019-815d-f9ccba47508e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.363133 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-c1e735be-aa95-452c-944d-893a9de8c4fb req-72e0ee1b-38ff-4019-815d-f9ccba47508e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Calling delete_port for aa7c9f90-7603-4fe3-8487-30a0aabf35ce owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:12.516113 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c1e735be-aa95-452c-944d-893a9de8c4fb req-72e0ee1b-38ff-4019-815d-f9ccba47508e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422526'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.541381 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['c155a67c-20f3-4691-93b9-b9e98dad1f20', 'aa7c9f90-7603-4fe3-8487-30a0aabf35ce'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:35:12.564580 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0ee1b-38ff-4019-815d-f9ccba47508e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Pushing event deleted for resources: {'Port': ['ID=aa7c9f90-7603-4fe3-8487-30a0aabf35ce,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:12.620748 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e735be-aa95-452c-944d-893a9de8c4fb req-72e0ee1b-38ff-4019-815d-f9ccba47508e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] No DVR routers for this DVR port aa7c9f90-7603-4fe3-8487-30a0aabf35ce on host hv-cinder-81632 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:12.624662 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c1e735be-aa95-452c-944d-893a9de8c4fb req-72e0ee1b-38ff-4019-815d-f9ccba47508e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.628567 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c1e735be-aa95-452c-944d-893a9de8c4fb req-72e0ee1b-38ff-4019-815d-f9ccba47508e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.82 "DELETE /v2.0/ports/aa7c9f90-7603-4fe3-8487-30a0aabf35ce HTTP/1.1" status: 204 len: 173 time: 0.4994426 Nov 19 13:35:12.629109 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569ce281-1611-4053-b372-729e4441cbc0', 'name': 'network-vif-deleted', 'tag': 'aa7c9f90-7603-4fe3-8487-30a0aabf35ce'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:35:12.633573 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}431daffbed8a7bc2bed2e3611d7026b1b28861ed879237af90c14d74da8c9db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1698c222-8c8f-42ad-8bc7-d0fd7712abef" -d '{"events": [{"server_uuid": "569ce281-1611-4053-b372-729e4441cbc0", "name": "network-vif-deleted", "tag": "aa7c9f90-7603-4fe3-8487-30a0aabf35ce"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:35:12.695708 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455b6fb8-40ba-401b-a271-f25388c2b55b x-openstack-request-id: req-455b6fb8-40ba-401b-a271-f25388c2b55b {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:35:12.696348 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569ce281-1611-4053-b372-729e4441cbc0", "name": "network-vif-deleted", "tag": "aa7c9f90-7603-4fe3-8487-30a0aabf35ce", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:35:12.696348 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-455b6fb8-40ba-401b-a271-f25388c2b55b {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:35:12.696622 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569ce281-1611-4053-b372-729e4441cbc0', 'name': 'network-vif-deleted', 'tag': 'aa7c9f90-7603-4fe3-8487-30a0aabf35ce', 'status': 'completed', 'code': 200} Nov 19 13:35:13.044816 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-612e8f3e-726b-4f22-8031-01cae5eaf7e4 req-23b4a602-c52c-4aaf-9716-fcb7fad7d314 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=569ce281-1611-4053-b372-729e4441cbc0 HTTP/1.1" status: 200 len: 210 time: 0.0276413 Nov 19 13:35:13.210768 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf5446-6f34-4e9d-a8a2-219452736ce4 req-696d6028-b0e3-45cc-8e63-dd1e48da96b0 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:13.212294 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-14cf5446-6f34-4e9d-a8a2-219452736ce4 req-696d6028-b0e3-45cc-8e63-dd1e48da96b0 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.0623288 Nov 19 13:35:13.269850 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-14cf5446-6f34-4e9d-a8a2-219452736ce4 req-fe7567d9-9b7b-4bbc-b064-8d0635aa4b31 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490410 Nov 19 13:35:13.676375 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 45748) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:13.728168 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b39aa6f-7a46-4e62-b695-b59677d52e47 admin admin] Deleting subnet 6dd603dd-d79d-46c0-81e6-5262ec78459c {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:35:13.731113 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b39aa6f-7a46-4e62-b695-b59677d52e47 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:13.766741 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b39aa6f-7a46-4e62-b695-b59677d52e47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13604458'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:13.810258 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b39aa6f-7a46-4e62-b695-b59677d52e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724083'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:13.864859 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b39aa6f-7a46-4e62-b695-b59677d52e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13422571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14398321'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:13.896351 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b39aa6f-7a46-4e62-b695-b59677d52e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:13.902400 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-7b39aa6f-7a46-4e62-b695-b59677d52e47 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6dd603dd-d79d-46c0-81e6-5262ec78459c HTTP/1.1" status: 204 len: 168 time: 0.2227902 Nov 19 13:35:13.902400 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39aa6f-7a46-4e62-b695-b59677d52e47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd603dd-d79d-46c0-81e6-5262ec78459c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:13.903193 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 45756) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:13.973610 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c07934a3-d91d-4fc9-a529-3260f974f36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613477'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.049774 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c07934a3-d91d-4fc9-a529-3260f974f36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734982', 'neutron.services.segments.db._delete_segments_for_network-8736459861315'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.070764 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-c07934a3-d91d-4fc9-a529-3260f974f36c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11a604d-7249-487a-be5b-5fabe3841c91']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:14.080965 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-c07934a3-d91d-4fc9-a529-3260f974f36c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9390e8-a2a6-48db-b925-a5b48daa748b') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:14.081142 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-c07934a3-d91d-4fc9-a529-3260f974f36c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9390e8-a2a6-48db-b925-a5b48daa748b') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:14.090742 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c07934a3-d91d-4fc9-a529-3260f974f36c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736459878072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2801437'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.104613 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c07934a3-d91d-4fc9-a529-3260f974f36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.111304 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07934a3-d91d-4fc9-a529-3260f974f36c admin admin] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:14.112025 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c07934a3-d91d-4fc9-a529-3260f974f36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14406814'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: Traceback (most recent call last): Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: timer() Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: cb(*args, **kw) Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: return func(*args, **kwargs) Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: self._notify() Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: self.callback(batched_events) Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: event.method(event) Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: return f(self, *a, **k) Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: return self._get(url).json() Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:14.113845 dv-cinder-816324-4-smb neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:14.173969 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c07934a3-d91d-4fc9-a529-3260f974f36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796996'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.192193 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c07934a3-d91d-4fc9-a529-3260f974f36c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.195479 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-c07934a3-d91d-4fc9-a529-3260f974f36c admin admin] 10.222.0.70 "DELETE /v2.0/networks/a11a604d-7249-487a-be5b-5fabe3841c91 HTTP/1.1" status: 204 len: 168 time: 0.2907968 Nov 19 13:35:14.196638 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07934a3-d91d-4fc9-a529-3260f974f36c admin admin] Pushing event deleted for resources: {'Network': ['ID=a11a604d-7249-487a-be5b-5fabe3841c91,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:14.464685 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e603d4-732e-4bb0-bbea-1876fdb625fa req-d03bd96b-8e73-4c8b-989b-82a6428bcf54 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:14.470362 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f6e603d4-732e-4bb0-bbea-1876fdb625fa req-d03bd96b-8e73-4c8b-989b-82a6428bcf54 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.1895370 Nov 19 13:35:14.521912 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 45776) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:14.529531 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004ba4f-082c-47d1-b4d4-51db6af186bd req-6eb445e8-8360-487e-98e8-b057b24d1132 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:14.531039 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c004ba4f-082c-47d1-b4d4-51db6af186bd req-6eb445e8-8360-487e-98e8-b057b24d1132 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.1680861 Nov 19 13:35:14.538866 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f6e603d4-732e-4bb0-bbea-1876fdb625fa req-5ed0153b-b941-4ab4-a217-0ecd1b479126 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645182 Nov 19 13:35:14.569265 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-4bb59600-c8ff-41fb-bce5-dc1f21aa2c09 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d1b9e83348a549bd98e6f75206a5a92f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454521 Nov 19 13:35:14.571773 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 45778) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:14.600865 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c004ba4f-082c-47d1-b4d4-51db6af186bd req-f25d90ff-e23f-4fb3-b7aa-ac9dc7f14708 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583987 Nov 19 13:35:14.620572 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2590c2b2-b3f9-4a05-8254-717673d157fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.642085 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2590c2b2-b3f9-4a05-8254-717673d157fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.693263 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2590c2b2-b3f9-4a05-8254-717673d157fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.696080 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2590c2b2-b3f9-4a05-8254-717673d157fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.697254 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-2590c2b2-b3f9-4a05-8254-717673d157fe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/650378da-e3a5-4560-85a2-8277283799f6 HTTP/1.1" status: 204 len: 168 time: 0.1245356 Nov 19 13:35:14.705201 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590c2b2-b3f9-4a05-8254-717673d157fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650378da-e3a5-4560-85a2-8277283799f6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:15.397413 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 82345027-4989-42a9-8675-3574f1b5896a details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:35:15.399795 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device aa7c9f90-7603-4fe3-8487-30a0aabf35ce no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:15.431094 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] No Port match for: aa7c9f90-7603-4fe3-8487-30a0aabf35ce {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:35:15.431470 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device aa7c9f90-7603-4fe3-8487-30a0aabf35ce not bound to the agent host hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:35:15.521019 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 82345027-4989-42a9-8675-3574f1b5896a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=82345027-4989-42a9-8675-3574f1b5896a,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:15.540595 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Returning: {'device': '82345027-4989-42a9-8675-3574f1b5896a', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'port_id': '82345027-4989-42a9-8675-3574f1b5896a', 'mac_address': 'fa:16:3e:e1:45:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:35:15.599069 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.617242 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82345027-4989-42a9-8675-3574f1b5896a {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:35:15.647201 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 82345027-4989-42a9-8675-3574f1b5896a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=82345027-4989-42a9-8675-3574f1b5896a,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:15.654057 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.711781 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc91e8-0138-4c1a-bd3f-199420b07220 req-56abe804-6646-4e1c-906f-34203d764189 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:15.713878 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-02bc91e8-0138-4c1a-bd3f-199420b07220 req-56abe804-6646-4e1c-906f-34203d764189 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0791430 Nov 19 13:35:15.726820 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=82345027-4989-42a9-8675-3574f1b5896a,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:15.795309 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['82345027-4989-42a9-8675-3574f1b5896a'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:35:15.817119 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-02bc91e8-0138-4c1a-bd3f-199420b07220 req-6816a222-b72f-4d20-8eef-5a83a24b71d4 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967765 Nov 19 13:35:15.826831 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad676f0-669d-4ba5-b309-0918a1038062 req-f3df22bd-0e56-46d6-8863-fb2547b479f3 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:15.836560 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7ad676f0-669d-4ba5-b309-0918a1038062 req-f3df22bd-0e56-46d6-8863-fb2547b479f3 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 944 time: 0.0910902 Nov 19 13:35:15.893237 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7ad676f0-669d-4ba5-b309-0918a1038062 req-d415f7e0-22cd-4aa6-bb85-4bc25d6cfed9 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557036 Nov 19 13:35:16.993028 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effa142-68ea-444c-9f7d-ee0b74942922 req-28d3c48b-6561-4f49-ac71-9b955cb1d9b3 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:17.000218 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0effa142-68ea-444c-9f7d-ee0b74942922 req-28d3c48b-6561-4f49-ac71-9b955cb1d9b3 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0918124 Nov 19 13:35:17.093006 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3b58e-88fa-489a-928b-a8de8fb38bae req-f474faa1-87b0-4825-8715-e8184012533e tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:17.094839 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-68a3b58e-88fa-489a-928b-a8de8fb38bae req-f474faa1-87b0-4825-8715-e8184012533e tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 944 time: 0.0914676 Nov 19 13:35:17.105144 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0effa142-68ea-444c-9f7d-ee0b74942922 req-8660df8f-dfb6-4bf9-8cd6-40c9417f8ae6 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905571 Nov 19 13:35:17.165014 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-68a3b58e-88fa-489a-928b-a8de8fb38bae req-942f4bb4-590d-4ae8-bb52-c84b6278a397 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540183 Nov 19 13:35:17.409716 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 82345027-4989-42a9-8675-3574f1b5896a up at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:35:17.462995 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning complete for port 82345027-4989-42a9-8675-3574f1b5896a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:17.463272 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:17.549954 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:17.577475 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f4f2fe-acbd-4940-80d4-9c8cee38bbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82345027-4989-42a9-8675-3574f1b5896a'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:35:17.579918 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e055a475c9f0143691b95be0e0209c275a71c4689c1f5f09712fcbe57faa4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1c5959-7269-4007-a9e9-b3185b9540cd" -d '{"events": [{"server_uuid": "27f4f2fe-acbd-4940-80d4-9c8cee38bbba", "name": "network-vif-plugged", "status": "completed", "tag": "82345027-4989-42a9-8675-3574f1b5896a"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:35:17.592898 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 82345027-4989-42a9-8675-3574f1b5896a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=82345027-4989-42a9-8675-3574f1b5896a,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:17.601416 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:17.642203 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dc349b-f478-44f3-8410-a15b91401665 x-openstack-request-id: req-a3dc349b-f478-44f3-8410-a15b91401665 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:35:17.642518 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f4f2fe-acbd-4940-80d4-9c8cee38bbba", "name": "network-vif-plugged", "status": "completed", "tag": "82345027-4989-42a9-8675-3574f1b5896a", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:35:17.642779 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a3dc349b-f478-44f3-8410-a15b91401665 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:35:17.643171 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f4f2fe-acbd-4940-80d4-9c8cee38bbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82345027-4989-42a9-8675-3574f1b5896a', 'code': 200} Nov 19 13:35:17.666424 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=82345027-4989-42a9-8675-3574f1b5896a,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:18.238881 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3315a-6e50-45da-89b8-c13b2a7e891a req-ae36c5c6-f238-49ea-bed3-4edc456d6a5e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:18.251975 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-68f3315a-6e50-45da-89b8-c13b2a7e891a req-ae36c5c6-f238-49ea-bed3-4edc456d6a5e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0720248 Nov 19 13:35:18.652304 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-68f3315a-6e50-45da-89b8-c13b2a7e891a req-5cdec3e5-ff46-486a-bf51-300f70de8a73 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925157 Nov 19 13:35:18.661980 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b185db9-dd75-4fac-9c70-d5f1860f4a64 req-dbeaf0c8-3437-4155-bca7-d5b5109777df tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:18.664015 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8b185db9-dd75-4fac-9c70-d5f1860f4a64 req-dbeaf0c8-3437-4155-bca7-d5b5109777df tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.3888049 Nov 19 13:35:18.724320 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8b185db9-dd75-4fac-9c70-d5f1860f4a64 req-810360ea-e368-443f-9cff-e96e6c4296e1 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506592 Nov 19 13:35:19.816656 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f89d7-3265-4754-b8d1-4f910f8c2a86 req-d64e773b-a08c-4075-a940-faa8446dad9f tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:19.818394 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a30f89d7-3265-4754-b8d1-4f910f8c2a86 req-d64e773b-a08c-4075-a940-faa8446dad9f tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.0629594 Nov 19 13:35:19.921864 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a30f89d7-3265-4754-b8d1-4f910f8c2a86 req-586f2a87-f444-4f23-a4c7-e0c2aaceb67d tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912063 Nov 19 13:35:19.935354 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb4763-7806-4436-b020-c258fd8278bb req-c83b24aa-2e06-4981-9a81-bd5285992449 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:19.937421 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-dabb4763-7806-4436-b020-c258fd8278bb req-c83b24aa-2e06-4981-9a81-bd5285992449 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.1173091 Nov 19 13:35:19.999625 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-dabb4763-7806-4436-b020-c258fd8278bb req-cc56cd34-c763-4366-888b-cf4ac2d66460 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548825 Nov 19 13:35:21.018357 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 45960) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:21.090967 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38673b-1ffb-4d79-bf66-a896acd87601 req-8ceb91ac-49fd-4952-a332-c7f61fe35146 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:21.092849 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9a38673b-1ffb-4d79-bf66-a896acd87601 req-8ceb91ac-49fd-4952-a332-c7f61fe35146 tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.82 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.1464489 Nov 19 13:35:21.250694 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0dc0f84d-11c1-4310-bc2d-044d1379a2b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:21.330204 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4152302-16e5-4a65-9b08-2ad9c0261da8 req-e7c3e57a-e812-4c00-8be3-42cbcde99cce tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:21.338881 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b4152302-16e5-4a65-9b08-2ad9c0261da8 req-e7c3e57a-e812-4c00-8be3-42cbcde99cce tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 945 time: 0.1644430 Nov 19 13:35:21.354951 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe45a6-d0dc-47ca-b42b-a3ecb11c4500 req-edfb0f61-ce77-49ed-a246-33b406a436a7 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:21.363635 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0dc0f84d-11c1-4310-bc2d-044d1379a2b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:21.363925 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3cbe45a6-d0dc-47ca-b42b-a3ecb11c4500 req-edfb0f61-ce77-49ed-a246-33b406a436a7 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.1908472 Nov 19 13:35:21.371990 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0dc0f84d-11c1-4310-bc2d-044d1379a2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:21.428832 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-0dc0f84d-11c1-4310-bc2d-044d1379a2b0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7bff140005c64f3995f76bacf50c3f72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4085622 Nov 19 13:35:21.429709 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 45982) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:21.449064 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0f84d-11c1-4310-bc2d-044d1379a2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d3a4d5-527b-4369-a985-89d2f7d4693c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:21.480857 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b4152302-16e5-4a65-9b08-2ad9c0261da8 req-ba8241e9-2f02-4640-8dac-033ecb1db47b tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/security-groups?id=91bdb30b-9f39-4672-be69-b407419d7b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340952 Nov 19 13:35:21.491752 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-9a38673b-1ffb-4d79-bf66-a896acd87601 req-028eab60-162c-4815-a63a-d6c8580a2f0d tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Deleting port c155a67c-20f3-4691-93b9-b9e98dad1f20 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:21.491752 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-9a38673b-1ffb-4d79-bf66-a896acd87601 req-028eab60-162c-4815-a63a-d6c8580a2f0d tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:21.504043 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3cbe45a6-d0dc-47ca-b42b-a3ecb11c4500 req-c886b3d2-d938-44ca-9dce-4540c944f7ff tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389551 Nov 19 13:35:21.512486 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-801c4173-eb76-4e55-a198-18e1bf550892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:21.552580 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-801c4173-eb76-4e55-a198-18e1bf550892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:21.642665 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-9a38673b-1ffb-4d79-bf66-a896acd87601 req-028eab60-162c-4815-a63a-d6c8580a2f0d tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] For port c155a67c-20f3-4691-93b9-b9e98dad1f20, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c155a67c-20f3-4691-93b9-b9e98dad1f20,segment=NetworkSegment(93dbdbc4-5fbc-47f0-a710-7364a37835a9),segment_id=93dbdbc4-5fbc-47f0-a710-7364a37835a9)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:21.643202 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-9a38673b-1ffb-4d79-bf66-a896acd87601 req-028eab60-162c-4815-a63a-d6c8580a2f0d tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:21.644861 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-801c4173-eb76-4e55-a198-18e1bf550892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:21.665469 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-9a38673b-1ffb-4d79-bf66-a896acd87601 req-028eab60-162c-4815-a63a-d6c8580a2f0d tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Calling delete_port for c155a67c-20f3-4691-93b9-b9e98dad1f20 owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:21.665604 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-801c4173-eb76-4e55-a198-18e1bf550892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:21.670245 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-801c4173-eb76-4e55-a198-18e1bf550892 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/82d3a4d5-527b-4369-a985-89d2f7d4693c HTTP/1.1" status: 204 len: 168 time: 0.2350264 Nov 19 13:35:21.686380 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c4173-eb76-4e55-a198-18e1bf550892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d3a4d5-527b-4369-a985-89d2f7d4693c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:21.849547 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-9a38673b-1ffb-4d79-bf66-a896acd87601 req-028eab60-162c-4815-a63a-d6c8580a2f0d tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422526'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:21.862192 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['c155a67c-20f3-4691-93b9-b9e98dad1f20'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:35:21.878915 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028eab60-162c-4815-a63a-d6c8580a2f0d tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Pushing event deleted for resources: {'Port': ['ID=c155a67c-20f3-4691-93b9-b9e98dad1f20,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:21.952521 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a38673b-1ffb-4d79-bf66-a896acd87601 req-028eab60-162c-4815-a63a-d6c8580a2f0d tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] No DVR routers for this DVR port c155a67c-20f3-4691-93b9-b9e98dad1f20 on host hv-cinder-81632 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:21.955728 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-9a38673b-1ffb-4d79-bf66-a896acd87601 req-028eab60-162c-4815-a63a-d6c8580a2f0d tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:21.959723 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9a38673b-1ffb-4d79-bf66-a896acd87601 req-028eab60-162c-4815-a63a-d6c8580a2f0d tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.82 "DELETE /v2.0/ports/c155a67c-20f3-4691-93b9-b9e98dad1f20 HTTP/1.1" status: 204 len: 173 time: 0.8579335 Nov 19 13:35:21.960573 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4188f4f5-b384-42f1-82cb-2aaadf9f18d4', 'name': 'network-vif-deleted', 'tag': 'c155a67c-20f3-4691-93b9-b9e98dad1f20'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:35:21.973177 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}431daffbed8a7bc2bed2e3611d7026b1b28861ed879237af90c14d74da8c9db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed80ab2-6bc2-4f9c-9c86-9d94bb2f5f7b" -d '{"events": [{"server_uuid": "4188f4f5-b384-42f1-82cb-2aaadf9f18d4", "name": "network-vif-deleted", "tag": "c155a67c-20f3-4691-93b9-b9e98dad1f20"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:35:22.034780 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c27474-13db-417c-9cb2-7acd1ca211d1 x-openstack-request-id: req-79c27474-13db-417c-9cb2-7acd1ca211d1 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:35:22.035470 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4188f4f5-b384-42f1-82cb-2aaadf9f18d4", "name": "network-vif-deleted", "tag": "c155a67c-20f3-4691-93b9-b9e98dad1f20", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:35:22.035832 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-79c27474-13db-417c-9cb2-7acd1ca211d1 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:35:22.036802 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4188f4f5-b384-42f1-82cb-2aaadf9f18d4', 'name': 'network-vif-deleted', 'tag': 'c155a67c-20f3-4691-93b9-b9e98dad1f20', 'status': 'completed', 'code': 200} Nov 19 13:35:22.192360 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 46008) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:22.208073 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a35ce74d-e0dd-444a-83ca-4e4185e04bf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:22.298012 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a35ce74d-e0dd-444a-83ca-4e4185e04bf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:22.304488 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a35ce74d-e0dd-444a-83ca-4e4185e04bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:22.344489 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-a35ce74d-e0dd-444a-83ca-4e4185e04bf8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4a8112e72e5e462695d238623c55921c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507497 Nov 19 13:35:22.345760 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ce74d-e0dd-444a-83ca-4e4185e04bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb0ce25-89fb-4d2a-9252-70bf1446f2a3,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:22.347410 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 46010) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:22.423884 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8e0bd21-5675-4183-9606-9f569bd4b928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:22.450956 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8e0bd21-5675-4183-9606-9f569bd4b928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:22.517659 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8e0bd21-5675-4183-9606-9f569bd4b928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:22.520693 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8e0bd21-5675-4183-9606-9f569bd4b928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:22.524057 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-a8e0bd21-5675-4183-9606-9f569bd4b928 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3eb0ce25-89fb-4d2a-9252-70bf1446f2a3 HTTP/1.1" status: 204 len: 168 time: 0.1755321 Nov 19 13:35:22.534434 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0bd21-5675-4183-9606-9f569bd4b928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb0ce25-89fb-4d2a-9252-70bf1446f2a3,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:22.674683 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ae8c4ad7-ca45-45eb-8ea3-ca4a854671b9 req-ff8a623d-18c1-475f-8883-a388dc03651e tempest-ServerRescueNegativeTestJSON-1370462348 tempest-ServerRescueNegativeTestJSON-1370462348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4188f4f5-b384-42f1-82cb-2aaadf9f18d4 HTTP/1.1" status: 200 len: 210 time: 0.0444436 Nov 19 13:35:22.697163 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e3cbb-6d13-4281-8c05-dc803ad8c98e req-cc67f15a-9bbd-4918-86c7-ffdabccdf118 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:22.705146 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-120e3cbb-6d13-4281-8c05-dc803ad8c98e req-cc67f15a-9bbd-4918-86c7-ffdabccdf118 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.0855353 Nov 19 13:35:22.764687 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-120e3cbb-6d13-4281-8c05-dc803ad8c98e req-293bcb49-1975-4d4c-889e-db0b4414e886 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583644 Nov 19 13:35:23.003963 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 46026) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:23.020838 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dca32d2a-0ad3-41d1-abe4-3b30a6b5051f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:23.126900 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dca32d2a-0ad3-41d1-abe4-3b30a6b5051f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:23.132621 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dca32d2a-0ad3-41d1-abe4-3b30a6b5051f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:23.179228 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca32d2a-0ad3-41d1-abe4-3b30a6b5051f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef968494-9396-4f2a-951c-83a21aae54e5,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:23.184077 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-dca32d2a-0ad3-41d1-abe4-3b30a6b5051f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ab44987c558b46eeae52bd51e7e9faa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1790614 Nov 19 13:35:23.187620 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 46028) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:23.262479 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a06e9dd-9cd2-410f-8962-8b7ae81b5a45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:23.294451 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a06e9dd-9cd2-410f-8962-8b7ae81b5a45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:23.347669 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a06e9dd-9cd2-410f-8962-8b7ae81b5a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:23.350599 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a06e9dd-9cd2-410f-8962-8b7ae81b5a45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:23.354363 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-2a06e9dd-9cd2-410f-8962-8b7ae81b5a45 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ef968494-9396-4f2a-951c-83a21aae54e5 HTTP/1.1" status: 204 len: 168 time: 0.1631560 Nov 19 13:35:23.360893 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06e9dd-9cd2-410f-8962-8b7ae81b5a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef968494-9396-4f2a-951c-83a21aae54e5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:23.745497 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 46042) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:23.918605 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba33b23-ed64-4862-9334-77c8fa24ec4e req-57216e2b-9417-4265-a36a-1c60df419e19 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:23.926475 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3ba33b23-ed64-4862-9334-77c8fa24ec4e req-57216e2b-9417-4265-a36a-1c60df419e19 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.0672402 Nov 19 13:35:24.053283 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3ba33b23-ed64-4862-9334-77c8fa24ec4e req-0334b262-0865-4dfd-9a7a-7377a7f95332 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250722 Nov 19 13:35:24.411065 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-632d1f3f-eac0-49ec-bc6e-9118564dc23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796790'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.776891 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-632d1f3f-eac0-49ec-bc6e-9118564dc23b admin admin] Deleting port c538d937-36eb-4c67-bd51-ae50d09967ec {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:24.777132 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-632d1f3f-eac0-49ec-bc6e-9118564dc23b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.882468 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-632d1f3f-eac0-49ec-bc6e-9118564dc23b admin admin] For port c538d937-36eb-4c67-bd51-ae50d09967ec, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=c538d937-36eb-4c67-bd51-ae50d09967ec,segment=NetworkSegment(93dbdbc4-5fbc-47f0-a710-7364a37835a9),segment_id=93dbdbc4-5fbc-47f0-a710-7364a37835a9)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:24.886487 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-632d1f3f-eac0-49ec-bc6e-9118564dc23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.907587 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-632d1f3f-eac0-49ec-bc6e-9118564dc23b admin admin] Calling delete_port for c538d937-36eb-4c67-bd51-ae50d09967ec owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:25.148608 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-632d1f3f-eac0-49ec-bc6e-9118564dc23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:25.192853 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d1f3f-eac0-49ec-bc6e-9118564dc23b admin admin] Pushing event deleted for resources: {'Port': ['ID=c538d937-36eb-4c67-bd51-ae50d09967ec,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:25.306543 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0b978-ec2b-4d0a-b643-5c74a7083659 req-40d87b6e-07df-432b-8ccf-b7d0edd3a75c tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:25.308969 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-64f0b978-ec2b-4d0a-b643-5c74a7083659 req-40d87b6e-07df-432b-8ccf-b7d0edd3a75c tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.1173477 Nov 19 13:35:25.411609 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-632d1f3f-eac0-49ec-bc6e-9118564dc23b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1789958'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:25.415234 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d1f3f-eac0-49ec-bc6e-9118564dc23b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:25.415597 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d1f3f-eac0-49ec-bc6e-9118564dc23b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:25.415990 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d1f3f-eac0-49ec-bc6e-9118564dc23b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:25.416334 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d1f3f-eac0-49ec-bc6e-9118564dc23b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:25.416672 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d1f3f-eac0-49ec-bc6e-9118564dc23b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:25.417312 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d1f3f-eac0-49ec-bc6e-9118564dc23b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:25.417658 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d1f3f-eac0-49ec-bc6e-9118564dc23b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:25.417996 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d1f3f-eac0-49ec-bc6e-9118564dc23b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:25.418359 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d1f3f-eac0-49ec-bc6e-9118564dc23b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:25.418668 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d1f3f-eac0-49ec-bc6e-9118564dc23b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:25.419003 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d1f3f-eac0-49ec-bc6e-9118564dc23b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:25.419333 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d1f3f-eac0-49ec-bc6e-9118564dc23b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:25.481645 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device c155a67c-20f3-4691-93b9-b9e98dad1f20 no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:25.491537 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-64f0b978-ec2b-4d0a-b643-5c74a7083659 req-66b64f74-b52f-4cb7-a6ba-866233b32b5a tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755874 Nov 19 13:35:25.528121 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] No Port match for: c155a67c-20f3-4691-93b9-b9e98dad1f20 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:35:25.529118 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device c155a67c-20f3-4691-93b9-b9e98dad1f20 not bound to the agent host hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:35:25.838869 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 6 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:35:26.074189 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632d1f3f-eac0-49ec-bc6e-9118564dc23b admin admin] Router b77c1e9b-6f57-4d21-871d-1fd20921ae22 has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:35:26.198120 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632d1f3f-eac0-49ec-bc6e-9118564dc23b admin admin] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:35:26.204299 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-632d1f3f-eac0-49ec-bc6e-9118564dc23b admin admin] 10.222.0.70 "PUT /v2.0/routers/b77c1e9b-6f57-4d21-871d-1fd20921ae22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4577444 Nov 19 13:35:26.206725 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 46140) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:26.210469 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb55578-7f02-4ea6-aa8f-2d8716f43f3f None None] Sync routers for ids ['b77c1e9b-6f57-4d21-871d-1fd20921ae22'] in dv-cinder-816324-4-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:35:26.220368 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb55578-7f02-4ea6-aa8f-2d8716f43f3f None None] Routers {'b77c1e9b-6f57-4d21-871d-1fd20921ae22'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:35:26.221244 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3fb55578-7f02-4ea6-aa8f-2d8716f43f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:34:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['b77c1e9b-6f57-4d21-871d-1fd20921ae22'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:26.334818 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-88b98053-1dfd-4db1-884d-85af585c3970 admin admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:26.374320 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7268223d-cdd3-41fe-afa7-b209affc61d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:26.377727 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-3fb55578-7f02-4ea6-aa8f-2d8716f43f3f None None] Set router b77c1e9b-6f57-4d21-871d-1fd20921ae22 gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:35:26.517860 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-88b98053-1dfd-4db1-884d-85af585c3970 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:26.610973 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-88b98053-1dfd-4db1-884d-85af585c3970 admin admin] Deleting port 824e5b82-c972-4bb6-886f-511d85a97b0c {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:26.611449 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-88b98053-1dfd-4db1-884d-85af585c3970 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:26.704818 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-88b98053-1dfd-4db1-884d-85af585c3970 admin admin] For port 824e5b82-c972-4bb6-886f-511d85a97b0c, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=824e5b82-c972-4bb6-886f-511d85a97b0c,segment=NetworkSegment(627c73c3-23a8-462a-849f-9d71a84e6d70),segment_id=627c73c3-23a8-462a-849f-9d71a84e6d70)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:26.705371 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-88b98053-1dfd-4db1-884d-85af585c3970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:26.707672 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da167135-e5e5-4a19-b9a9-5d9c95f2777d req-bca55ea2-6511-465e-86f3-c22db25e957a tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:26.712299 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3fb55578-7f02-4ea6-aa8f-2d8716f43f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77c1e9b-6f57-4d21-871d-1fd20921ae22', 'name': 'tempest-ServerRescueNegativeTestJSON-1085313887-router', 'tenant_id': 'f5f789d031f747e1943f91b44d5587cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.160'}], 'enable_snat': True}, 'gw_port_id': '824e5b82-c972-4bb6-886f-511d85a97b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:35:25Z', 'revision_number': 5, 'project_id': 'f5f789d031f747e1943f91b44d5587cf', 'gw_port': {'id': '824e5b82-c972-4bb6-886f-511d85a97b0c', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77c1e9b-6f57-4d21-871d-1fd20921ae22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:25Z', 'updated_at': '2021-11-19T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:26.717153 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-da167135-e5e5-4a19-b9a9-5d9c95f2777d req-bca55ea2-6511-465e-86f3-c22db25e957a tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.1044803 Nov 19 13:35:26.727371 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-88b98053-1dfd-4db1-884d-85af585c3970 admin admin] Calling delete_port for 824e5b82-c972-4bb6-886f-511d85a97b0c owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:26.772138 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb55578-7f02-4ea6-aa8f-2d8716f43f3f None None] Checking router: b77c1e9b-6f57-4d21-871d-1fd20921ae22 for host: dv-cinder-816324-4-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:35:26.786284 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb55578-7f02-4ea6-aa8f-2d8716f43f3f None None] Routers {'b77c1e9b-6f57-4d21-871d-1fd20921ae22'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:35:26.787526 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3fb55578-7f02-4ea6-aa8f-2d8716f43f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:34:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['b77c1e9b-6f57-4d21-871d-1fd20921ae22'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:26.791947 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-da167135-e5e5-4a19-b9a9-5d9c95f2777d req-1e18a00a-1342-4374-835d-be9288061dd0 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691521 Nov 19 13:35:26.829515 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 46160) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:26.895824 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-3fb55578-7f02-4ea6-aa8f-2d8716f43f3f None None] Set router b77c1e9b-6f57-4d21-871d-1fd20921ae22 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:35:26.964295 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-88b98053-1dfd-4db1-884d-85af585c3970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:26.965633 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3fb55578-7f02-4ea6-aa8f-2d8716f43f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77c1e9b-6f57-4d21-871d-1fd20921ae22', 'name': 'tempest-ServerRescueNegativeTestJSON-1085313887-router', 'tenant_id': 'f5f789d031f747e1943f91b44d5587cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:35:26Z', 'revision_number': 6, 'project_id': 'f5f789d031f747e1943f91b44d5587cf', 'gw_port_host': None}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:26.979689 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6517dbcc-e0d7-4312-bc6b-d848907ab1cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:26.992557 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b98053-1dfd-4db1-884d-85af585c3970 admin admin] Pushing event deleted for resources: {'Port': ['ID=824e5b82-c972-4bb6-886f-511d85a97b0c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:26.997919 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb55578-7f02-4ea6-aa8f-2d8716f43f3f None None] The sync data for ids ['b77c1e9b-6f57-4d21-871d-1fd20921ae22'] in dv-cinder-816324-4-smb is: [{'id': 'b77c1e9b-6f57-4d21-871d-1fd20921ae22', 'name': 'tempest-ServerRescueNegativeTestJSON-1085313887-router', 'tenant_id': 'f5f789d031f747e1943f91b44d5587cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:35:26Z', 'revision_number': 6, 'project_id': 'f5f789d031f747e1943f91b44d5587cf', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:35:27.078520 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6517dbcc-e0d7-4312-bc6b-d848907ab1cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.083470 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6517dbcc-e0d7-4312-bc6b-d848907ab1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.106621 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-88b98053-1dfd-4db1-884d-85af585c3970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1796960'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.123807 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517dbcc-e0d7-4312-bc6b-d848907ab1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d04304-ec85-480a-8a0b-8b414c46a6bb,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:27.127577 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-6517dbcc-e0d7-4312-bc6b-d848907ab1cf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4addf9284a3f4d54a5aa547a7636214d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969227 Nov 19 13:35:27.133497 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 46166) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:27.140002 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6517dbcc-e0d7-4312-bc6b-d848907ab1cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:27.140356 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6517dbcc-e0d7-4312-bc6b-d848907ab1cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:27.140699 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6517dbcc-e0d7-4312-bc6b-d848907ab1cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:27.141039 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6517dbcc-e0d7-4312-bc6b-d848907ab1cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:27.141376 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6517dbcc-e0d7-4312-bc6b-d848907ab1cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:27.143898 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6517dbcc-e0d7-4312-bc6b-d848907ab1cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:27.143898 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6517dbcc-e0d7-4312-bc6b-d848907ab1cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:27.143898 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6517dbcc-e0d7-4312-bc6b-d848907ab1cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:27.143898 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6517dbcc-e0d7-4312-bc6b-d848907ab1cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:27.143898 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6517dbcc-e0d7-4312-bc6b-d848907ab1cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:27.143898 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6517dbcc-e0d7-4312-bc6b-d848907ab1cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:27.143898 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6517dbcc-e0d7-4312-bc6b-d848907ab1cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:27.196909 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ab80519-6f02-48ad-921d-9f901d91a545 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.242550 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ab80519-6f02-48ad-921d-9f901d91a545 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.258271 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-88b98053-1dfd-4db1-884d-85af585c3970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1791434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6730'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.261162 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-88b98053-1dfd-4db1-884d-85af585c3970 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.281965 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-02330bcb-d7bb-4107-9d47-72cf6212f9c6 req-ccb2d26f-bcf6-4e1b-807b-fd45c9d66d75 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0830622 Nov 19 13:35:27.310792 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ab80519-6f02-48ad-921d-9f901d91a545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.313542 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ab80519-6f02-48ad-921d-9f901d91a545 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.317070 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-5ab80519-6f02-48ad-921d-9f901d91a545 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/25d04304-ec85-480a-8a0b-8b414c46a6bb HTTP/1.1" status: 204 len: 168 time: 0.1804259 Nov 19 13:35:27.329947 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579df3b-1eee-4c00-b133-686b370a88b6 req-5b3a391c-7f3d-4df9-a20d-22baf71d43c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:27.331475 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c579df3b-1eee-4c00-b133-686b370a88b6 req-5b3a391c-7f3d-4df9-a20d-22baf71d43c4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a4db52025002465e8e5736aac79f13c3&device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 1098 time: 0.1291478 Nov 19 13:35:27.337966 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-88b98053-1dfd-4db1-884d-85af585c3970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1791429'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.338965 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b98053-1dfd-4db1-884d-85af585c3970 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b77c1e9b-6f57-4d21-871d-1fd20921ae22 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:35:27.350792 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab80519-6f02-48ad-921d-9f901d91a545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d04304-ec85-480a-8a0b-8b414c46a6bb,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:27.356921 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-88b98053-1dfd-4db1-884d-85af585c3970 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.358589 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-88b98053-1dfd-4db1-884d-85af585c3970 admin admin] 10.222.0.70 "DELETE /v2.0/routers/b77c1e9b-6f57-4d21-871d-1fd20921ae22 HTTP/1.1" status: 204 len: 168 time: 1.1509371 Nov 19 13:35:27.361475 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 46172) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:27.413008 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02330bcb-d7bb-4107-9d47-72cf6212f9c6 req-0e7ebf99-585e-4f37-b0fe-f6be3a98a458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:27.414537 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-02330bcb-d7bb-4107-9d47-72cf6212f9c6 req-0e7ebf99-585e-4f37-b0fe-f6be3a98a458 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75905e8c906249a991884302d2b56a3a&device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 1099 time: 0.0984092 Nov 19 13:35:27.429789 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-39377c23-14a0-42c1-85c6-7b4d449f49e1 admin admin] Deleting subnet ca813023-0106-4533-88fc-30d699229a62 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:35:27.433102 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-39377c23-14a0-42c1-85c6-7b4d449f49e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.487763 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579df3b-1eee-4c00-b133-686b370a88b6 req-df5c082f-7609-4ad2-a03c-73ee01bda9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:27.489526 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c579df3b-1eee-4c00-b133-686b370a88b6 req-df5c082f-7609-4ad2-a03c-73ee01bda9a5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d HTTP/1.1" status: 200 len: 918 time: 0.1466668 Nov 19 13:35:27.526420 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-39377c23-14a0-42c1-85c6-7b4d449f49e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13604458'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.591715 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c579df3b-1eee-4c00-b133-686b370a88b6 req-8ee8d599-0fb9-41af-a652-871bb6d89fa0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82345027-4989-42a9-8675-3574f1b5896a HTTP/1.1" status: 200 len: 1000 time: 0.0873182 Nov 19 13:35:27.600743 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-39377c23-14a0-42c1-85c6-7b4d449f49e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724083'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.625194 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02330bcb-d7bb-4107-9d47-72cf6212f9c6 req-378942b5-4d6e-463e-9ac8-16db77fb8e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:27.626705 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-02330bcb-d7bb-4107-9d47-72cf6212f9c6 req-378942b5-4d6e-463e-9ac8-16db77fb8e5e service neutron] 10.222.0.82 "GET /v2.0/networks?id=29a05973-aaf0-4f6c-b6bc-89790fb13240 HTTP/1.1" status: 200 len: 912 time: 0.1685255 Nov 19 13:35:27.672240 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579df3b-1eee-4c00-b133-686b370a88b6 req-72a4028b-61f0-4cf8-863a-e66fd0aaa3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:27.673766 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c579df3b-1eee-4c00-b133-686b370a88b6 req-72a4028b-61f0-4cf8-863a-e66fd0aaa3e6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a50d8552-5081-4f74-8946-fa813e638daf HTTP/1.1" status: 200 len: 855 time: 0.0728836 Nov 19 13:35:27.714509 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-02330bcb-d7bb-4107-9d47-72cf6212f9c6 req-07911273-bd49-4421-80da-3a4a8488cb81 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4271e34a-dfc5-4106-b456-f13560f256b8 HTTP/1.1" status: 200 len: 1002 time: 0.0777409 Nov 19 13:35:27.716455 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-39377c23-14a0-42c1-85c6-7b4d449f49e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13422571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14398321'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.727420 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579df3b-1eee-4c00-b133-686b370a88b6 req-10e1246a-4a1e-4bee-b702-200fc38ba63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:27.728989 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c579df3b-1eee-4c00-b133-686b370a88b6 req-10e1246a-4a1e-4bee-b702-200fc38ba63c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0470028 Nov 19 13:35:27.750752 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39377c23-14a0-42c1-85c6-7b4d449f49e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca813023-0106-4533-88fc-30d699229a62,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:27.754901 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-39377c23-14a0-42c1-85c6-7b4d449f49e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.758299 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-39377c23-14a0-42c1-85c6-7b4d449f49e1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ca813023-0106-4533-88fc-30d699229a62 HTTP/1.1" status: 204 len: 168 time: 0.3958561 Nov 19 13:35:27.761583 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 46174) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:27.805760 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02330bcb-d7bb-4107-9d47-72cf6212f9c6 req-87affb8d-cd0b-47e4-bdc1-07a851c5b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:27.807231 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-02330bcb-d7bb-4107-9d47-72cf6212f9c6 req-87affb8d-cd0b-47e4-bdc1-07a851c5b387 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=92afe969-d4c1-4108-a3bc-4e2243e08e74 HTTP/1.1" status: 200 len: 849 time: 0.0478616 Nov 19 13:35:27.865376 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02330bcb-d7bb-4107-9d47-72cf6212f9c6 req-8956c9e3-3781-46e0-ac1a-3cc9e755724c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:27.866897 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-02330bcb-d7bb-4107-9d47-72cf6212f9c6 req-8956c9e3-3781-46e0-ac1a-3cc9e755724c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=29a05973-aaf0-4f6c-b6bc-89790fb13240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0462823 Nov 19 13:35:27.877905 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c5c2f788-3b30-48a7-b91f-153bb9d596f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613477'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.929073 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c579df3b-1eee-4c00-b133-686b370a88b6 req-165c0570-5f18-474d-a88e-4442695c108c service neutron] 10.222.0.82 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764498 Nov 19 13:35:27.978011 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53752b4-4ca8-451b-8ccb-7930d4b5c158 req-da3ff5cd-8ac5-4e94-8e2a-1b014f3f95f2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:27.979536 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d53752b4-4ca8-451b-8ccb-7930d4b5c158 req-da3ff5cd-8ac5-4e94-8e2a-1b014f3f95f2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.1116815 Nov 19 13:35:28.020478 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-02330bcb-d7bb-4107-9d47-72cf6212f9c6 req-600b0ea2-a9b7-42db-a413-d2ac2ec37d32 service neutron] 10.222.0.82 "GET /v2.0/networks/29a05973-aaf0-4f6c-b6bc-89790fb13240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437361 Nov 19 13:35:28.025016 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c5c2f788-3b30-48a7-b91f-153bb9d596f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734982', 'neutron.services.segments.db._delete_segments_for_network-8736459861315'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:28.053513 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-c5c2f788-3b30-48a7-b91f-153bb9d596f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94129882-55e7-4f60-86f2-20086f9335b5']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:28.071207 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-c5c2f788-3b30-48a7-b91f-153bb9d596f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93dbdbc4-5fbc-47f0-a710-7364a37835a9') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:28.071500 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-c5c2f788-3b30-48a7-b91f-153bb9d596f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93dbdbc4-5fbc-47f0-a710-7364a37835a9') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:28.090111 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c5c2f788-3b30-48a7-b91f-153bb9d596f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736459878072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2801437'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:28.102601 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d53752b4-4ca8-451b-8ccb-7930d4b5c158 req-d0a717f0-3ef7-4976-912b-f0a0d3bdc7c8 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141338 Nov 19 13:35:28.106283 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c579df3b-1eee-4c00-b133-686b370a88b6 req-20070c21-d763-4d9a-8165-50da1f41ce7f service neutron] 10.222.0.82 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650581 Nov 19 13:35:28.111220 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c5c2f788-3b30-48a7-b91f-153bb9d596f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:28.119793 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c2f788-3b30-48a7-b91f-153bb9d596f2 admin admin] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:28.120206 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c5c2f788-3b30-48a7-b91f-153bb9d596f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14406814'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: Traceback (most recent call last): Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: timer() Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: cb(*args, **kw) Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: return func(*args, **kwargs) Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: self._notify() Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: self.callback(batched_events) Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: event.method(event) Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: return f(self, *a, **k) Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: return self._get(url).json() Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:28.122017 dv-cinder-816324-4-smb neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:28.160347 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-02330bcb-d7bb-4107-9d47-72cf6212f9c6 req-15c67dbd-d277-4711-96f0-da92ece0c08b service neutron] 10.222.0.82 "GET /v2.0/networks/29a05973-aaf0-4f6c-b6bc-89790fb13240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302993 Nov 19 13:35:28.182467 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c5c2f788-3b30-48a7-b91f-153bb9d596f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796996'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:28.187564 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c5c2f788-3b30-48a7-b91f-153bb9d596f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:28.193546 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-c5c2f788-3b30-48a7-b91f-153bb9d596f2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/94129882-55e7-4f60-86f2-20086f9335b5 HTTP/1.1" status: 204 len: 168 time: 0.4283793 Nov 19 13:35:28.202353 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2f788-3b30-48a7-b91f-153bb9d596f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=94129882-55e7-4f60-86f2-20086f9335b5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:28.363850 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 46182) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:28.405579 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-0e9139c4-a3c2-4fc6-bb5a-6e50f2078909 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f5f789d031f747e1943f91b44d5587cf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405347 Nov 19 13:35:28.408113 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 46184) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:28.454041 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b76fbea-ea58-4daa-80d9-6987ab0026b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:28.474859 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b76fbea-ea58-4daa-80d9-6987ab0026b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:28.518625 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b76fbea-ea58-4daa-80d9-6987ab0026b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:28.521836 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b76fbea-ea58-4daa-80d9-6987ab0026b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:28.523190 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-2b76fbea-ea58-4daa-80d9-6987ab0026b3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/91bdb30b-9f39-4672-be69-b407419d7b5f HTTP/1.1" status: 204 len: 168 time: 0.1140163 Nov 19 13:35:28.532734 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76fbea-ea58-4daa-80d9-6987ab0026b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bdb30b-9f39-4672-be69-b407419d7b5f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:28.888388 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 824e5b82-c972-4bb6-886f-511d85a97b0c no longer exists at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:28.913439 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] No Port match for: 824e5b82-c972-4bb6-886f-511d85a97b0c {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:35:28.913439 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 824e5b82-c972-4bb6-886f-511d85a97b0c not bound to the agent host dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:35:28.913851 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device c538d937-36eb-4c67-bd51-ae50d09967ec no longer exists at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:28.935233 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] No Port match for: c538d937-36eb-4c67-bd51-ae50d09967ec {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:35:28.935576 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device c538d937-36eb-4c67-bd51-ae50d09967ec not bound to the agent host dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:35:29.108395 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e672cd91-11d1-453a-9dc3-dcd18faadcfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:29.253077 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2cde6-7971-4c03-a61d-996ca0712246 req-42683531-f13d-405c-a275-a1ce8b203134 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:29.254577 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3aa2cde6-7971-4c03-a61d-996ca0712246 req-42683531-f13d-405c-a275-a1ce8b203134 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.0682614 Nov 19 13:35:29.304412 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3aa2cde6-7971-4c03-a61d-996ca0712246 req-5e074041-4233-409a-950f-32adc2f4aaf5 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439563 Nov 19 13:35:29.836897 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:30.144083 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:30.300017 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 46246) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:30.432359 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78438892-c4a0-4c46-aefa-54889b4c2254 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:30.462852 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c4a6f-b3f6-4709-b3b3-ab40a2c0375e req-0adf0a7f-8833-4668-921e-31ae2181a573 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:30.464355 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-464c4a6f-b3f6-4709-b3b3-ab40a2c0375e req-0adf0a7f-8833-4668-921e-31ae2181a573 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.0779564 Nov 19 13:35:30.541922 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-464c4a6f-b3f6-4709-b3b3-ab40a2c0375e req-7436b014-9df7-4b1d-bab3-5d2ed73f45aa tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705993 Nov 19 13:35:30.565377 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78438892-c4a0-4c46-aefa-54889b4c2254 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:30.569933 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78438892-c4a0-4c46-aefa-54889b4c2254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:30.610699 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78438892-c4a0-4c46-aefa-54889b4c2254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ca6bce-ee60-4002-bade-e45bf80a5de3,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:30.615785 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-78438892-c4a0-4c46-aefa-54889b4c2254 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=82a5ba7894b041d6b200e78bbb25bdd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146350 Nov 19 13:35:30.618401 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 46258) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:30.670949 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-254b83c5-1ea0-4b03-88c0-fc61a52cb106 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:30.692977 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-254b83c5-1ea0-4b03-88c0-fc61a52cb106 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:30.750076 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-254b83c5-1ea0-4b03-88c0-fc61a52cb106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:30.753118 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-254b83c5-1ea0-4b03-88c0-fc61a52cb106 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:30.754265 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-254b83c5-1ea0-4b03-88c0-fc61a52cb106 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/55ca6bce-ee60-4002-bade-e45bf80a5de3 HTTP/1.1" status: 204 len: 168 time: 0.1349692 Nov 19 13:35:30.774157 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b83c5-1ea0-4b03-88c0-fc61a52cb106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ca6bce-ee60-4002-bade-e45bf80a5de3,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:31.050528 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 46276) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:31.063473 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b6affe7-1952-4f45-8109-fbbd0f643af7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:31.080258 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [req-bd5ecd68-2ad4-4f14-9b28-0d00055d8042 req-763e08cf-f2e4-4265-9007-ee44eb8415c4 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:35:31.081168 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-bd5ecd68-2ad4-4f14-9b28-0d00055d8042 req-763e08cf-f2e4-4265-9007-ee44eb8415c4 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056345 Nov 19 13:35:31.137903 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:31.164663 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b6affe7-1952-4f45-8109-fbbd0f643af7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:31.170535 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b6affe7-1952-4f45-8109-fbbd0f643af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:31.211202 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-7b6affe7-1952-4f45-8109-fbbd0f643af7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=417c6f45681c4e05a1030471d7003bea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1595764 Nov 19 13:35:31.213322 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6affe7-1952-4f45-8109-fbbd0f643af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd26419-2c30-44e6-8bda-b520c0e5843c,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:31.214148 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 46280) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:31.269646 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39b3d5-a7fd-421b-886c-f9b5dcb7aab7 req-5ec500b9-f008-4d10-b768-6a91c4505a28 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:31.271870 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f43b6e00-a9ab-49f0-be24-ec694c3507a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:31.272032 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6e39b3d5-a7fd-421b-886c-f9b5dcb7aab7 req-5ec500b9-f008-4d10-b768-6a91c4505a28 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 945 time: 0.0596085 Nov 19 13:35:31.293417 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f43b6e00-a9ab-49f0-be24-ec694c3507a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:31.331270 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6e39b3d5-a7fd-421b-886c-f9b5dcb7aab7 req-ef6ece8b-cf51-41dc-a8b2-ae6b764e06ea tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524929 Nov 19 13:35:31.360459 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f43b6e00-a9ab-49f0-be24-ec694c3507a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:31.365080 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f43b6e00-a9ab-49f0-be24-ec694c3507a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:31.369221 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-f43b6e00-a9ab-49f0-be24-ec694c3507a4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8dd26419-2c30-44e6-8bda-b520c0e5843c HTTP/1.1" status: 204 len: 168 time: 0.1539478 Nov 19 13:35:31.377614 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b6e00-a9ab-49f0-be24-ec694c3507a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd26419-2c30-44e6-8bda-b520c0e5843c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:31.504713 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 82345027-4989-42a9-8675-3574f1b5896a no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:31.589138 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:31.619334 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f4f2fe-acbd-4940-80d4-9c8cee38bbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82345027-4989-42a9-8675-3574f1b5896a'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:35:31.621941 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e055a475c9f0143691b95be0e0209c275a71c4689c1f5f09712fcbe57faa4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ec2b2d-cf03-49e6-a795-2b3e36891bed" -d '{"events": [{"server_uuid": "27f4f2fe-acbd-4940-80d4-9c8cee38bbba", "name": "network-vif-unplugged", "status": "completed", "tag": "82345027-4989-42a9-8675-3574f1b5896a"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:35:31.635342 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 82345027-4989-42a9-8675-3574f1b5896a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=82345027-4989-42a9-8675-3574f1b5896a,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:31.641651 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:31.669005 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 13:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9b6426-1280-491f-afbc-dccef892a33c x-openstack-request-id: req-6b9b6426-1280-491f-afbc-dccef892a33c {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:35:31.669460 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f4f2fe-acbd-4940-80d4-9c8cee38bbba", "name": "network-vif-unplugged", "status": "failed", "tag": "82345027-4989-42a9-8675-3574f1b5896a", "code": 422}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:35:31.669548 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b9b6426-1280-491f-afbc-dccef892a33c {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:35:31.669931 dv-cinder-816324-4-smb neutron-server[102601]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '27f4f2fe-acbd-4940-80d4-9c8cee38bbba', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '82345027-4989-42a9-8675-3574f1b5896a', 'code': 422} returned with failed status Nov 19 13:35:31.696704 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=82345027-4989-42a9-8675-3574f1b5896a,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:31.704579 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:31.704919 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:31.705262 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:31.705602 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:31.705938 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:31.706273 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:31.706601 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:31.706930 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:31.707276 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:31.707609 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:31.707957 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:31.708292 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:31.856120 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 46316) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:31.962206 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-77ff0ec9-ec12-47a5-abff-200f13d94834 req-a7d4da64-c69c-481d-80c9-08f59b62ae4c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1045644 Nov 19 13:35:31.970954 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [req-77ff0ec9-ec12-47a5-abff-200f13d94834 req-46fc2a91-da2f-4742-822a-6e830e8e47b1 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:35:31.972126 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-77ff0ec9-ec12-47a5-abff-200f13d94834 req-46fc2a91-da2f-4742-822a-6e830e8e47b1 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051198 Nov 19 13:35:32.298022 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:32.463590 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a051d35-cd21-42b2-b13c-e565e2a154a2 req-be4b7a4d-5a9f-44d4-8528-c2f5b23efde2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:32.466572 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1a051d35-cd21-42b2-b13c-e565e2a154a2 req-be4b7a4d-5a9f-44d4-8528-c2f5b23efde2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 943 time: 0.0620310 Nov 19 13:35:32.532519 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1a051d35-cd21-42b2-b13c-e565e2a154a2 req-9cb73440-bddf-4ca5-9515-71806f461490 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599039 Nov 19 13:35:33.405019 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff0ec9-ec12-47a5-abff-200f13d94834 req-9a95f6d1-6395-45a8-afad-81c50a848cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:33.406377 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-77ff0ec9-ec12-47a5-abff-200f13d94834 req-9a95f6d1-6395-45a8-afad-81c50a848cd5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba&tenant_id=a4db52025002465e8e5736aac79f13c3 HTTP/1.1" status: 200 len: 1096 time: 0.0713711 Nov 19 13:35:33.469430 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff0ec9-ec12-47a5-abff-200f13d94834 req-8d9f26b7-f21d-46b2-88ea-998c00e08f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:33.470885 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-77ff0ec9-ec12-47a5-abff-200f13d94834 req-8d9f26b7-f21d-46b2-88ea-998c00e08f38 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a4db52025002465e8e5736aac79f13c3&device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 1096 time: 0.0387254 Nov 19 13:35:33.563748 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff0ec9-ec12-47a5-abff-200f13d94834 req-ed2d2f2c-43a1-48c5-9e43-6154189b9185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:33.565195 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-77ff0ec9-ec12-47a5-abff-200f13d94834 req-ed2d2f2c-43a1-48c5-9e43-6154189b9185 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d HTTP/1.1" status: 200 len: 918 time: 0.0874250 Nov 19 13:35:33.664588 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-77ff0ec9-ec12-47a5-abff-200f13d94834 req-9d41dc44-c35f-43b2-84da-41e7a528ca77 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82345027-4989-42a9-8675-3574f1b5896a HTTP/1.1" status: 200 len: 998 time: 0.0879953 Nov 19 13:35:33.676174 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a0286-43d5-49ac-b266-a67ef1adf65c req-cccfe96d-c131-44dc-91a3-38c717d3bcb8 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:33.678155 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d31a0286-43d5-49ac-b266-a67ef1adf65c req-cccfe96d-c131-44dc-91a3-38c717d3bcb8 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 943 time: 0.0678756 Nov 19 13:35:33.745351 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff0ec9-ec12-47a5-abff-200f13d94834 req-55a45fe8-8def-48c1-8b91-ad3fcb014b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:33.746736 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-77ff0ec9-ec12-47a5-abff-200f13d94834 req-55a45fe8-8def-48c1-8b91-ad3fcb014b57 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a50d8552-5081-4f74-8946-fa813e638daf HTTP/1.1" status: 200 len: 855 time: 0.0677631 Nov 19 13:35:33.764487 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d31a0286-43d5-49ac-b266-a67ef1adf65c req-27824c09-c178-4524-b566-87c3ca465d13 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778537 Nov 19 13:35:33.797225 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff0ec9-ec12-47a5-abff-200f13d94834 req-7d264cad-516b-48da-b630-68af7d309a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:33.798715 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-77ff0ec9-ec12-47a5-abff-200f13d94834 req-7d264cad-516b-48da-b630-68af7d309a46 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0438433 Nov 19 13:35:33.891680 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-77ff0ec9-ec12-47a5-abff-200f13d94834 req-84aec8cd-86ca-4aa7-afe6-40c32b5c593a service neutron] 10.222.0.82 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843120 Nov 19 13:35:33.982413 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-77ff0ec9-ec12-47a5-abff-200f13d94834 req-bdbb3c8b-106c-464d-be0c-65638b468749 service neutron] 10.222.0.82 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798874 Nov 19 13:35:34.919424 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7e78b-be73-4bda-9968-ec3e09bd3772 req-29a5f7c9-9e3d-4601-800a-1d31fe904a45 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:34.921271 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-00f7e78b-be73-4bda-9968-ec3e09bd3772 req-29a5f7c9-9e3d-4601-800a-1d31fe904a45 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 943 time: 0.0628197 Nov 19 13:35:34.992014 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-00f7e78b-be73-4bda-9968-ec3e09bd3772 req-833d61df-f89f-4ce6-bb30-cbed044e1113 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610273 Nov 19 13:35:36.124819 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40605b01-bfc2-44b9-9257-53cfd7f630d9 req-c1545c52-18ef-40a1-a19c-fd0db2135d2f tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:36.126282 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-40605b01-bfc2-44b9-9257-53cfd7f630d9 req-c1545c52-18ef-40a1-a19c-fd0db2135d2f tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 943 time: 0.0528860 Nov 19 13:35:36.186308 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-40605b01-bfc2-44b9-9257-53cfd7f630d9 req-eada6604-05ee-4cce-817f-9139e1539b8f tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533998 Nov 19 13:35:37.354723 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3833cf2-86c2-45e9-967f-eb6bb05fc231 req-5ccd6f64-799d-4396-8639-9198851bd53d tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:37.356526 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c3833cf2-86c2-45e9-967f-eb6bb05fc231 req-5ccd6f64-799d-4396-8639-9198851bd53d tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 943 time: 0.0894630 Nov 19 13:35:37.464904 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c3833cf2-86c2-45e9-967f-eb6bb05fc231 req-84dfbdc8-9216-45fb-a5ef-dd417de86184 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002474 Nov 19 13:35:37.544878 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 46450) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:37.650205 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6c97a255-be42-4db6-8e42-2274cd389e74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:37.738785 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6c97a255-be42-4db6-8e42-2274cd389e74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:37.745639 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6c97a255-be42-4db6-8e42-2274cd389e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:37.784421 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-6c97a255-be42-4db6-8e42-2274cd389e74 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc9584a06689484f9c47a114e8dfd7e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384696 Nov 19 13:35:37.786462 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97a255-be42-4db6-8e42-2274cd389e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10d9237-9237-4c36-9119-83900318a51d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:37.787127 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 46456) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:37.838113 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-633cce09-3fd9-4724-9ee5-6696a705c560 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:37.862276 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-633cce09-3fd9-4724-9ee5-6696a705c560 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:37.916820 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-633cce09-3fd9-4724-9ee5-6696a705c560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:37.920053 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-633cce09-3fd9-4724-9ee5-6696a705c560 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:37.921814 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-633cce09-3fd9-4724-9ee5-6696a705c560 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c10d9237-9237-4c36-9119-83900318a51d HTTP/1.1" status: 204 len: 168 time: 0.1332996 Nov 19 13:35:37.930856 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633cce09-3fd9-4724-9ee5-6696a705c560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10d9237-9237-4c36-9119-83900318a51d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:38.210478 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 46464) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:38.224784 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5da57896-2f0f-41e7-8f3e-f4538bf5fc9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.333989 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5da57896-2f0f-41e7-8f3e-f4538bf5fc9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.338102 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5da57896-2f0f-41e7-8f3e-f4538bf5fc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.376067 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-5da57896-2f0f-41e7-8f3e-f4538bf5fc9b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=92835358c4c64f519424db414f6ca11a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1643963 Nov 19 13:35:38.376915 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da57896-2f0f-41e7-8f3e-f4538bf5fc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1468ada1-db15-46ac-85cb-6f08f1736cd4,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:38.378700 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 46466) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:38.426717 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2eb8bf66-3e37-40c0-8b90-e39e92e394ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.449482 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2eb8bf66-3e37-40c0-8b90-e39e92e394ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.504802 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2eb8bf66-3e37-40c0-8b90-e39e92e394ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.508418 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2eb8bf66-3e37-40c0-8b90-e39e92e394ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.509566 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-2eb8bf66-3e37-40c0-8b90-e39e92e394ae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1468ada1-db15-46ac-85cb-6f08f1736cd4 HTTP/1.1" status: 204 len: 168 time: 0.1298814 Nov 19 13:35:38.522821 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8bf66-3e37-40c0-8b90-e39e92e394ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1468ada1-db15-46ac-85cb-6f08f1736cd4,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:38.610372 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33893181-e837-4c9f-b068-fc0594eaccbc req-544085fb-01a0-44c3-b641-591a8ce70826 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:38.611935 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-33893181-e837-4c9f-b068-fc0594eaccbc req-544085fb-01a0-44c3-b641-591a8ce70826 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 943 time: 0.0514922 Nov 19 13:35:38.672087 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-33893181-e837-4c9f-b068-fc0594eaccbc req-eb2d737c-1909-4e0d-89d2-5a9261cd309a tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542178 Nov 19 13:35:39.801654 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2ca2c-e0e9-48ac-be8f-e538545ea9e9 req-341fe9aa-2411-40ad-83a6-21da011f08cc tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:39.803144 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-28a2ca2c-e0e9-48ac-be8f-e538545ea9e9 req-341fe9aa-2411-40ad-83a6-21da011f08cc tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 943 time: 0.0532355 Nov 19 13:35:39.849790 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-28a2ca2c-e0e9-48ac-be8f-e538545ea9e9 req-9b74c509-09fe-44f8-b6f0-f5a1678adb1c tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400748 Nov 19 13:35:41.051404 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37681fd-b538-4d16-bbb5-f217d4ba0482 req-1db040b9-de3f-4621-9d5a-e87ff40922ef tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:41.053488 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e37681fd-b538-4d16-bbb5-f217d4ba0482 req-1db040b9-de3f-4621-9d5a-e87ff40922ef tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 943 time: 0.0770206 Nov 19 13:35:41.099613 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e37681fd-b538-4d16-bbb5-f217d4ba0482 req-ba77aac2-b929-4d29-bae7-dbc61d24f092 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401189 Nov 19 13:35:42.286838 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4b27e-4703-4da3-ae2e-30f0cc92ff9e req-d9412201-ed21-4c9e-b9c3-9c7f06b325a5 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:42.288352 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6ee4b27e-4703-4da3-ae2e-30f0cc92ff9e req-d9412201-ed21-4c9e-b9c3-9c7f06b325a5 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 943 time: 0.0646255 Nov 19 13:35:42.391750 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6ee4b27e-4703-4da3-ae2e-30f0cc92ff9e req-a968bbf0-9769-4a06-9efa-3a59eb870419 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970836 Nov 19 13:35:43.489882 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22551186-52d3-4e5c-be94-de4d94e69134 req-1ea5e7d3-a6e2-41f8-b815-9518ac520ce0 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:43.491170 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-22551186-52d3-4e5c-be94-de4d94e69134 req-1ea5e7d3-a6e2-41f8-b815-9518ac520ce0 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 943 time: 0.0498929 Nov 19 13:35:43.549452 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-22551186-52d3-4e5c-be94-de4d94e69134 req-89905dcd-3cad-4b55-a65b-34dcc889b9b8 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514956 Nov 19 13:35:43.861509 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 46624) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:43.998922 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-282d6c30-c229-4642-86c6-058787f363ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.082806 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-282d6c30-c229-4642-86c6-058787f363ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.087036 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-282d6c30-c229-4642-86c6-058787f363ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.127608 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-282d6c30-c229-4642-86c6-058787f363ed admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c6dda25696654dce9fba84979f3755eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2645357 Nov 19 13:35:44.128451 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d6c30-c229-4642-86c6-058787f363ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c898db7-0f1b-4970-9ea8-ff70f687a4cb,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:44.130684 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 46630) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:44.180929 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5b194ab-5c15-4d8c-8708-adb173efac5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.201589 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5b194ab-5c15-4d8c-8708-adb173efac5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.245643 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5b194ab-5c15-4d8c-8708-adb173efac5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.248083 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5b194ab-5c15-4d8c-8708-adb173efac5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.249205 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-d5b194ab-5c15-4d8c-8708-adb173efac5a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0c898db7-0f1b-4970-9ea8-ff70f687a4cb HTTP/1.1" status: 204 len: 168 time: 0.1175988 Nov 19 13:35:44.256902 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b194ab-5c15-4d8c-8708-adb173efac5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c898db7-0f1b-4970-9ea8-ff70f687a4cb,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:44.554127 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 46636) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:44.567226 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cb3d273f-8dc3-49d6-a197-8d72c6719172 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.672904 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cb3d273f-8dc3-49d6-a197-8d72c6719172 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.680092 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cb3d273f-8dc3-49d6-a197-8d72c6719172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.719700 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0143c-674e-4a7a-95fa-1e4ef46fd769 req-95d8572d-6c88-4114-bb83-ea629bc41392 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:44.721230 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4de0143c-674e-4a7a-95fa-1e4ef46fd769 req-95d8572d-6c88-4114-bb83-ea629bc41392 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 943 time: 0.0965610 Nov 19 13:35:44.745722 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-cb3d273f-8dc3-49d6-a197-8d72c6719172 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=029e2194fbe4451b864f1c633cbff4d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1902411 Nov 19 13:35:44.748627 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 46640) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:44.755443 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d273f-8dc3-49d6-a197-8d72c6719172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d812b92f-4418-4d98-8c13-9ed49d7abce8,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:44.788541 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4de0143c-674e-4a7a-95fa-1e4ef46fd769 req-e7970194-1f8c-42bd-abef-9818f9dfe4df tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582442 Nov 19 13:35:44.806316 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1761db2a-9abf-4b7a-adbc-8a2bddba0fdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.831440 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1761db2a-9abf-4b7a-adbc-8a2bddba0fdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.888014 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1761db2a-9abf-4b7a-adbc-8a2bddba0fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.890774 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1761db2a-9abf-4b7a-adbc-8a2bddba0fdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.894448 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-1761db2a-9abf-4b7a-adbc-8a2bddba0fdb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d812b92f-4418-4d98-8c13-9ed49d7abce8 HTTP/1.1" status: 204 len: 168 time: 0.1423206 Nov 19 13:35:44.903211 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761db2a-9abf-4b7a-adbc-8a2bddba0fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d812b92f-4418-4d98-8c13-9ed49d7abce8,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:45.371440 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 46654) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:45.390730 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a70617e3-8ae0-4e36-b024-144b29166562 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.481163 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a70617e3-8ae0-4e36-b024-144b29166562 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.485013 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a70617e3-8ae0-4e36-b024-144b29166562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.532570 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-a70617e3-8ae0-4e36-b024-144b29166562 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=355c7b9633284d9c807c1e79c63efbc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1598170 Nov 19 13:35:45.533602 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70617e3-8ae0-4e36-b024-144b29166562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9d2d79-99a6-4bfd-b29a-ec6ea79a359c,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:45.535633 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 46658) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:45.599566 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbee7-c39e-484d-8360-7ac889150f15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.621956 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbee7-c39e-484d-8360-7ac889150f15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.667623 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbee7-c39e-484d-8360-7ac889150f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.670248 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbee7-c39e-484d-8360-7ac889150f15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.671478 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-f0ccbee7-c39e-484d-8360-7ac889150f15 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dc9d2d79-99a6-4bfd-b29a-ec6ea79a359c HTTP/1.1" status: 204 len: 168 time: 0.1332173 Nov 19 13:35:45.680438 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccbee7-c39e-484d-8360-7ac889150f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9d2d79-99a6-4bfd-b29a-ec6ea79a359c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:45.937986 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86ab4c-ceb8-43d8-bc8a-4bd00c2f0e81 req-a3725107-520e-4934-9c07-f8ac3f0b531c tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:45.939563 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-aa86ab4c-ceb8-43d8-bc8a-4bd00c2f0e81 req-a3725107-520e-4934-9c07-f8ac3f0b531c tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 943 time: 0.0549018 Nov 19 13:35:46.021379 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-aa86ab4c-ceb8-43d8-bc8a-4bd00c2f0e81 req-53a2be45-bc15-4b95-ab82-b18bb71913c1 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747378 Nov 19 13:35:47.154360 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4e673-f1bc-460b-b31b-3e1fa28fc1ef req-3af35140-13aa-4a71-bd2e-015fbd507211 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:47.158697 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-36f4e673-f1bc-460b-b31b-3e1fa28fc1ef req-3af35140-13aa-4a71-bd2e-015fbd507211 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 943 time: 0.0618541 Nov 19 13:35:47.240403 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-36f4e673-f1bc-460b-b31b-3e1fa28fc1ef req-f557f211-88a9-43c1-83da-911841e9619f tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700266 Nov 19 13:35:47.871027 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0cdcc-5f6b-4708-8195-2767669cc807 req-02c97d25-2084-48c6-b90d-d315980e368c tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:47.872556 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-beb0cdcc-5f6b-4708-8195-2767669cc807 req-02c97d25-2084-48c6-b90d-d315980e368c tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 984 time: 0.0487320 Nov 19 13:35:47.937940 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-beb0cdcc-5f6b-4708-8195-2767669cc807 req-55b3da45-a425-4012-8df4-6cf63e4745f8 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&id=386e1f3e-5bcb-46d6-b63e-cd453ee10894&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577137 Nov 19 13:35:47.959340 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 46758) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:48.060130 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1f3d4c92-328c-490e-be67-2db1e12ac16a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.132573 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1f3d4c92-328c-490e-be67-2db1e12ac16a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.136798 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1f3d4c92-328c-490e-be67-2db1e12ac16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.174172 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d4c92-328c-490e-be67-2db1e12ac16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9f8ed0-5502-4fd3-ad34-7b53b76f09b4,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:48.182626 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-1f3d4c92-328c-490e-be67-2db1e12ac16a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cf67cf77f3de43298b769f4ec07e871d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221515 Nov 19 13:35:48.182734 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 46764) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:48.503518 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd0d3ad7-7f2e-4326-8677-158453c10371 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.526083 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55af8f-d44a-4af1-b62c-2abb3a75f156 req-167ba4ec-10b3-4e65-999d-55389003cd45 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:48.527571 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1e55af8f-d44a-4af1-b62c-2abb3a75f156 req-167ba4ec-10b3-4e65-999d-55389003cd45 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 943 time: 0.0953040 Nov 19 13:35:48.544956 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd0d3ad7-7f2e-4326-8677-158453c10371 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.559217 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ed133-eda4-4b6c-8c94-1f0cb91ca3c9 req-4706e76f-c2a8-47b5-951b-884d95ce952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:48.560643 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-479ed133-eda4-4b6c-8c94-1f0cb91ca3c9 req-4706e76f-c2a8-47b5-951b-884d95ce952a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=09aa125b8fc640e780552210e36a9a2e&device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 1137 time: 0.0961082 Nov 19 13:35:48.663982 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1e55af8f-d44a-4af1-b62c-2abb3a75f156 req-96af270a-4dce-40a5-bf8b-9f27cb2ed19b tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259441 Nov 19 13:35:48.685347 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd0d3ad7-7f2e-4326-8677-158453c10371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.687865 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd0d3ad7-7f2e-4326-8677-158453c10371 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.689087 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-bd0d3ad7-7f2e-4326-8677-158453c10371 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8c9f8ed0-5502-4fd3-ad34-7b53b76f09b4 HTTP/1.1" status: 204 len: 168 time: 0.5052121 Nov 19 13:35:48.704108 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ed133-eda4-4b6c-8c94-1f0cb91ca3c9 req-0b03c39d-ca66-4a7e-83b9-d556350a5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:48.705535 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-479ed133-eda4-4b6c-8c94-1f0cb91ca3c9 req-0b03c39d-ca66-4a7e-83b9-d556350a5072 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6 HTTP/1.1" status: 200 len: 916 time: 0.1305051 Nov 19 13:35:48.706213 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d3ad7-7f2e-4326-8677-158453c10371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9f8ed0-5502-4fd3-ad34-7b53b76f09b4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:48.790435 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-479ed133-eda4-4b6c-8c94-1f0cb91ca3c9 req-1e7cba9e-f44c-4da7-8a3d-8b45c72f09da service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6790ee1-7c87-4b15-889a-b9387862796b HTTP/1.1" status: 200 len: 1000 time: 0.0771208 Nov 19 13:35:48.884198 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ed133-eda4-4b6c-8c94-1f0cb91ca3c9 req-a9cfda16-4618-4f3b-8b2e-3a52031fc372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:48.887591 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-479ed133-eda4-4b6c-8c94-1f0cb91ca3c9 req-a9cfda16-4618-4f3b-8b2e-3a52031fc372 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4a749b76-60b4-4c14-a9f5-74c13fa5871a HTTP/1.1" status: 200 len: 853 time: 0.0864050 Nov 19 13:35:48.935275 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ed133-eda4-4b6c-8c94-1f0cb91ca3c9 req-7db774ff-89f9-4681-a81d-7a25b6bef1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:48.936708 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-479ed133-eda4-4b6c-8c94-1f0cb91ca3c9 req-7db774ff-89f9-4681-a81d-7a25b6bef1d1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0399938 Nov 19 13:35:49.033779 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 46780) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:49.076510 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1cd71894-d0b3-44f0-8cea-0ad78e02b31e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.114145 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-479ed133-eda4-4b6c-8c94-1f0cb91ca3c9 req-a706c258-ed1d-4a2a-8290-82ca55310326 service neutron] 10.222.0.82 "GET /v2.0/networks/f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585882 Nov 19 13:35:49.146467 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ea349-deff-4a28-b083-03221dab5434 req-1b61cb00-cec6-4a4b-b4f5-6170798f1531 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:49.147948 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b92ea349-deff-4a28-b083-03221dab5434 req-1b61cb00-cec6-4a4b-b4f5-6170798f1531 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 984 time: 0.1305380 Nov 19 13:35:49.320455 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b92ea349-deff-4a28-b083-03221dab5434 req-7e78b843-0ea5-4c70-a1e5-0f62a3cdd369 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&id=386e1f3e-5bcb-46d6-b63e-cd453ee10894&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1614265 Nov 19 13:35:49.324311 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-479ed133-eda4-4b6c-8c94-1f0cb91ca3c9 req-02a6e2bd-ea27-4921-97a6-912a6e696b02 service neutron] 10.222.0.82 "GET /v2.0/networks/f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971807 Nov 19 13:35:49.345558 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1cd71894-d0b3-44f0-8cea-0ad78e02b31e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.357067 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1cd71894-d0b3-44f0-8cea-0ad78e02b31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.416942 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-1cd71894-d0b3-44f0-8cea-0ad78e02b31e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fe85523f6166420999996b3b8c29b805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3822334 Nov 19 13:35:49.419517 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 46788) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:49.426760 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd71894-d0b3-44f0-8cea-0ad78e02b31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7af338-bb79-4085-99ee-008e957396af,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:49.453880 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e89cf7-3c9c-430e-bf09-cdc055ff9f46 req-c5ca6f94-aadc-406b-a386-317aa8416ee7 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:49.455361 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f0e89cf7-3c9c-430e-bf09-cdc055ff9f46 req-c5ca6f94-aadc-406b-a386-317aa8416ee7 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.1070557 Nov 19 13:35:49.509116 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cb11825b-ae1f-4886-8bd4-294b7ae67df9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.527185 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f0e89cf7-3c9c-430e-bf09-cdc055ff9f46 req-9e80aaf5-0d90-455d-98c3-c04e36af0169 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627913 Nov 19 13:35:49.541184 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cb11825b-ae1f-4886-8bd4-294b7ae67df9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.587068 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cb11825b-ae1f-4886-8bd4-294b7ae67df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.589658 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cb11825b-ae1f-4886-8bd4-294b7ae67df9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.590794 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-cb11825b-ae1f-4886-8bd4-294b7ae67df9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ce7af338-bb79-4085-99ee-008e957396af HTTP/1.1" status: 204 len: 168 time: 0.1703687 Nov 19 13:35:49.598157 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11825b-ae1f-4886-8bd4-294b7ae67df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7af338-bb79-4085-99ee-008e957396af,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:49.785591 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23eb2fa-1dba-4346-9704-f9c3a941382f req-ccf98a68-22fb-4e0a-8a45-767bf48617f1 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:49.787752 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b23eb2fa-1dba-4346-9704-f9c3a941382f req-ccf98a68-22fb-4e0a-8a45-767bf48617f1 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 943 time: 0.0511043 Nov 19 13:35:49.841084 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b23eb2fa-1dba-4346-9704-f9c3a941382f req-72fb1a34-8834-4c2b-b2a9-fdfd62dd8608 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473928 Nov 19 13:35:50.440419 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb367c9-b881-4171-88f9-2a70e68d7eda req-0db32c0a-9705-43b2-8f1c-6487941eefaa tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:50.441897 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-bbb367c9-b881-4171-88f9-2a70e68d7eda req-0db32c0a-9705-43b2-8f1c-6487941eefaa tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 984 time: 0.0492973 Nov 19 13:35:50.510544 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-bbb367c9-b881-4171-88f9-2a70e68d7eda req-fc0af357-185f-44e0-9538-0129846d9b95 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&id=386e1f3e-5bcb-46d6-b63e-cd453ee10894&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625491 Nov 19 13:35:50.645053 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473abd03-5252-482f-a19d-099f0493d1a0 req-0f3ae35b-730f-44c2-83dd-8aba548ee26f tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:50.646495 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-473abd03-5252-482f-a19d-099f0493d1a0 req-0f3ae35b-730f-44c2-83dd-8aba548ee26f tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0496972 Nov 19 13:35:50.695588 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-473abd03-5252-482f-a19d-099f0493d1a0 req-7e4fe267-53df-4646-8edb-91475befd573 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423329 Nov 19 13:35:50.967550 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0a262-1168-4c17-a6f7-88b94eb6e1d1 req-2bdd690a-dbcb-4883-82e8-d0fc524d95f8 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:50.969164 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-86c0a262-1168-4c17-a6f7-88b94eb6e1d1 req-2bdd690a-dbcb-4883-82e8-d0fc524d95f8 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 943 time: 0.0530446 Nov 19 13:35:51.015795 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-86c0a262-1168-4c17-a6f7-88b94eb6e1d1 req-61d13077-c05c-45f6-875f-b1a6221e6d46 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406158 Nov 19 13:35:51.319997 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 46852) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:51.421378 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b5f2d42-8845-4d5b-89d8-08b15120e550 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.497221 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b5f2d42-8845-4d5b-89d8-08b15120e550 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.501802 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b5f2d42-8845-4d5b-89d8-08b15120e550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.545149 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-7b5f2d42-8845-4d5b-89d8-08b15120e550 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4070f07d947d4429a882e9afac0df88f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239561 Nov 19 13:35:51.546013 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f2d42-8845-4d5b-89d8-08b15120e550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f7e7d1-42f4-43ed-8d35-68d8d217f425,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:51.548111 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 46858) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:51.606223 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9397d867-0fba-4ceb-b551-be47f7a88168 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.606511 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 82345027-4989-42a9-8675-3574f1b5896a details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:35:51.628218 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9397d867-0fba-4ceb-b551-be47f7a88168 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.641461 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa7d58-5947-4a02-9fe2-0489929fa966 req-0dca8eb1-fab0-4b28-8f87-1eaaf86ed6d9 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:51.643074 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8eaa7d58-5947-4a02-9fe2-0489929fa966 req-0dca8eb1-fab0-4b28-8f87-1eaaf86ed6d9 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 984 time: 0.0512524 Nov 19 13:35:51.680471 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9397d867-0fba-4ceb-b551-be47f7a88168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.683747 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9397d867-0fba-4ceb-b551-be47f7a88168 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.687977 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-9397d867-0fba-4ceb-b551-be47f7a88168 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e8f7e7d1-42f4-43ed-8d35-68d8d217f425 HTTP/1.1" status: 204 len: 168 time: 0.1386397 Nov 19 13:35:51.696862 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397d867-0fba-4ceb-b551-be47f7a88168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f7e7d1-42f4-43ed-8d35-68d8d217f425,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:51.702449 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 82345027-4989-42a9-8675-3574f1b5896a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=82345027-4989-42a9-8675-3574f1b5896a,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:51.714339 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8eaa7d58-5947-4a02-9fe2-0489929fa966 req-e1e2757f-daf5-4773-b036-45aeee6e544c tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&id=386e1f3e-5bcb-46d6-b63e-cd453ee10894&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642571 Nov 19 13:35:51.739797 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Returning: {'device': '82345027-4989-42a9-8675-3574f1b5896a', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'port_id': '82345027-4989-42a9-8675-3574f1b5896a', 'mac_address': 'fa:16:3e:e1:45:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:35:51.783918 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.798414 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82345027-4989-42a9-8675-3574f1b5896a {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:35:51.824321 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b676ff4-bee9-48e1-be6a-2eb381aad75d req-34ac7bfe-076a-44a1-8911-ba70575678b0 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:51.826009 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4b676ff4-bee9-48e1-be6a-2eb381aad75d req-34ac7bfe-076a-44a1-8911-ba70575678b0 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0561018 Nov 19 13:35:51.827632 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 82345027-4989-42a9-8675-3574f1b5896a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=82345027-4989-42a9-8675-3574f1b5896a,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:51.832644 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.878027 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4b676ff4-bee9-48e1-be6a-2eb381aad75d req-951e1157-d6c4-4c8d-a2c5-1b5f3362782b tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441110 Nov 19 13:35:51.883085 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=82345027-4989-42a9-8675-3574f1b5896a,revision_number=9']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:52.079821 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['82345027-4989-42a9-8675-3574f1b5896a'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:35:52.143949 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effb24c-7f3c-49cd-bedc-336ea75368a9 req-934ee648-491d-4582-a589-90fafa16e184 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:52.146310 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3effb24c-7f3c-49cd-bedc-336ea75368a9 req-934ee648-491d-4582-a589-90fafa16e184 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 944 time: 0.0543051 Nov 19 13:35:52.196448 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3effb24c-7f3c-49cd-bedc-336ea75368a9 req-8ebc783b-e851-4f7e-a6ba-630755629c95 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442533 Nov 19 13:35:52.838919 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f24b6-af0d-44a2-bd3b-ff00196690ad req-9f683cd0-4df3-46e8-83e0-7a955681fa12 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:52.840307 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-af2f24b6-af0d-44a2-bd3b-ff00196690ad req-9f683cd0-4df3-46e8-83e0-7a955681fa12 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 984 time: 0.0559945 Nov 19 13:35:52.911502 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-af2f24b6-af0d-44a2-bd3b-ff00196690ad req-dd8637c3-fed3-427f-b3d5-0ed9e0b32895 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&id=386e1f3e-5bcb-46d6-b63e-cd453ee10894&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640311 Nov 19 13:35:53.007186 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc130cf-67c8-40e1-aba4-600b0db531de req-0ccb5e30-a6bf-46d8-9724-4a7e3f76fd0f tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:53.008658 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6bc130cf-67c8-40e1-aba4-600b0db531de req-0ccb5e30-a6bf-46d8-9724-4a7e3f76fd0f tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0481336 Nov 19 13:35:53.054867 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6bc130cf-67c8-40e1-aba4-600b0db531de req-471cc8ca-8712-4873-b72e-86356a35f3cd tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403616 Nov 19 13:35:53.317825 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fe755-0bf4-4a39-bd62-bf29b3de6768 req-9341a58d-8cc4-4f79-8918-b1152ee136e2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:53.319250 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-174fe755-0bf4-4a39-bd62-bf29b3de6768 req-9341a58d-8cc4-4f79-8918-b1152ee136e2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 944 time: 0.0514450 Nov 19 13:35:53.365507 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-174fe755-0bf4-4a39-bd62-bf29b3de6768 req-7b126a2a-d2ba-4ecc-9b57-5d4e62cb8be8 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402968 Nov 19 13:35:53.620443 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 82345027-4989-42a9-8675-3574f1b5896a up at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:35:53.668730 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning complete for port 82345027-4989-42a9-8675-3574f1b5896a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:53.669217 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:53.701224 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 46912) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:53.749788 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:53.773901 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f4f2fe-acbd-4940-80d4-9c8cee38bbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82345027-4989-42a9-8675-3574f1b5896a'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:35:53.776156 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e055a475c9f0143691b95be0e0209c275a71c4689c1f5f09712fcbe57faa4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4e44c9-b0a8-4e61-bf73-396425d64f43" -d '{"events": [{"server_uuid": "27f4f2fe-acbd-4940-80d4-9c8cee38bbba", "name": "network-vif-plugged", "status": "completed", "tag": "82345027-4989-42a9-8675-3574f1b5896a"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:35:53.804324 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 82345027-4989-42a9-8675-3574f1b5896a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=82345027-4989-42a9-8675-3574f1b5896a,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:53.809433 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:53.815343 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-95fd9986-33fe-487a-8679-38b97df9b826 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:53.818126 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce96faae-ce4f-4088-ac2c-82a62f4a04de x-openstack-request-id: req-ce96faae-ce4f-4088-ac2c-82a62f4a04de {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:35:53.818547 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f4f2fe-acbd-4940-80d4-9c8cee38bbba", "name": "network-vif-plugged", "status": "completed", "tag": "82345027-4989-42a9-8675-3574f1b5896a", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:35:53.818913 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce96faae-ce4f-4088-ac2c-82a62f4a04de {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:35:53.819300 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f4f2fe-acbd-4940-80d4-9c8cee38bbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82345027-4989-42a9-8675-3574f1b5896a', 'code': 200} Nov 19 13:35:53.869915 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=82345027-4989-42a9-8675-3574f1b5896a,revision_number=10']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:53.910740 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-95fd9986-33fe-487a-8679-38b97df9b826 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:53.914436 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-95fd9986-33fe-487a-8679-38b97df9b826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:53.951515 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-95fd9986-33fe-487a-8679-38b97df9b826 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=329ad60a4ee9452085645dc8d397ea1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421587 Nov 19 13:35:53.951637 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 46928) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:53.956588 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9986-33fe-487a-8679-38b97df9b826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6a78e2-fe2c-4996-bb2e-1140a79a2ee1,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:54.021999 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-014de4b3-15d2-40bd-8bdc-9cadb3a12226 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.061975 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-014de4b3-15d2-40bd-8bdc-9cadb3a12226 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.086424 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d2037-cad5-4d1c-ab11-745f49b88613 req-8800e21c-1507-487b-9ac6-d2c55f9ba4a2 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:54.087938 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-cf7d2037-cad5-4d1c-ab11-745f49b88613 req-8800e21c-1507-487b-9ac6-d2c55f9ba4a2 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 984 time: 0.0800898 Nov 19 13:35:54.186176 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-014de4b3-15d2-40bd-8bdc-9cadb3a12226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.189234 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-014de4b3-15d2-40bd-8bdc-9cadb3a12226 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.192765 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-014de4b3-15d2-40bd-8bdc-9cadb3a12226 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9d6a78e2-fe2c-4996-bb2e-1140a79a2ee1 HTTP/1.1" status: 204 len: 168 time: 0.2423964 Nov 19 13:35:54.219913 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-cf7d2037-cad5-4d1c-ab11-745f49b88613 req-a0db960b-b328-4503-a990-82e60edbce04 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&id=386e1f3e-5bcb-46d6-b63e-cd453ee10894&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1154535 Nov 19 13:35:54.229394 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014de4b3-15d2-40bd-8bdc-9cadb3a12226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6a78e2-fe2c-4996-bb2e-1140a79a2ee1,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:54.277948 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d511a-0104-49e9-8d4f-4e43546187a3 req-469126f8-b6cc-4ed9-b44c-b99aa006c042 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:54.289652 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-397d511a-0104-49e9-8d4f-4e43546187a3 req-469126f8-b6cc-4ed9-b44c-b99aa006c042 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.1599867 Nov 19 13:35:54.368427 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773ab06-42e7-40d9-a006-19a229e0a3a2 req-ffb7d8e4-b678-48f1-a06e-536797f9f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:54.369982 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d773ab06-42e7-40d9-a006-19a229e0a3a2 req-ffb7d8e4-b678-48f1-a06e-536797f9f562 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 1099 time: 0.0758011 Nov 19 13:35:54.373831 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-397d511a-0104-49e9-8d4f-4e43546187a3 req-76906fe3-86a5-43f3-ad55-dc89e3e4ee42 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820735 Nov 19 13:35:54.435371 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d773ab06-42e7-40d9-a006-19a229e0a3a2 req-9eab950e-c071-4412-9950-e263d12da19f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567236 Nov 19 13:35:54.489440 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bfc8e-6b7e-4ec1-87e7-ada8cc3197a4 req-ab258414-aad8-4d1f-aa0b-71b155f0abf9 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:54.491138 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-df9bfc8e-6b7e-4ec1-87e7-ada8cc3197a4 req-ab258414-aad8-4d1f-aa0b-71b155f0abf9 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 946 time: 0.0513506 Nov 19 13:35:54.545566 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-df9bfc8e-6b7e-4ec1-87e7-ada8cc3197a4 req-5783f6fd-ea38-45a6-8a5c-ec824d5ce91a tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467551 Nov 19 13:35:54.550190 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 46946) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:54.567832 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-34c3949f-c47f-40e2-bb58-398f3e964933 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.639455 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-34c3949f-c47f-40e2-bb58-398f3e964933 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.642816 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-34c3949f-c47f-40e2-bb58-398f3e964933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.680139 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-34c3949f-c47f-40e2-bb58-398f3e964933 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7056406d96f24a0a934eae7639fad259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287944 Nov 19 13:35:54.681006 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3949f-c47f-40e2-bb58-398f3e964933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bb541c-9d57-4bae-9939-c7a398c38c3c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:54.682798 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 46948) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:54.729534 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f909eba-836f-4ea7-83f3-b37f669a7f81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.749952 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f909eba-836f-4ea7-83f3-b37f669a7f81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.795027 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f909eba-836f-4ea7-83f3-b37f669a7f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.797737 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f909eba-836f-4ea7-83f3-b37f669a7f81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.798865 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-6f909eba-836f-4ea7-83f3-b37f669a7f81 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d2bb541c-9d57-4bae-9939-c7a398c38c3c HTTP/1.1" status: 204 len: 168 time: 0.1150100 Nov 19 13:35:54.807286 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f909eba-836f-4ea7-83f3-b37f669a7f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bb541c-9d57-4bae-9939-c7a398c38c3c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:55.344303 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dcd72-ca4f-4f02-af17-2bf5add9a3cd req-9265c225-779f-439b-b202-2886759f9fdd tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:55.345809 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-826dcd72-ca4f-4f02-af17-2bf5add9a3cd req-9265c225-779f-439b-b202-2886759f9fdd tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 984 time: 0.0578799 Nov 19 13:35:55.423816 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-826dcd72-ca4f-4f02-af17-2bf5add9a3cd req-09766fbb-7866-4b78-a34c-f8165d2dac50 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&id=386e1f3e-5bcb-46d6-b63e-cd453ee10894&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677602 Nov 19 13:35:55.512605 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee18802-a24c-483e-a9fe-b4dd9db88e77 req-7e4f5bb2-9975-4d1e-91fb-b03bc2899a25 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:55.514512 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0ee18802-a24c-483e-a9fe-b4dd9db88e77 req-7e4f5bb2-9975-4d1e-91fb-b03bc2899a25 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0613759 Nov 19 13:35:55.575767 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0ee18802-a24c-483e-a9fe-b4dd9db88e77 req-b8e5de08-edfa-4f41-bfc6-39b16bbfdd54 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537510 Nov 19 13:35:55.685424 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff38e15-9471-4c04-b9d1-533f790e3906 req-cc8b033e-9c88-4c01-b93a-a9d24beb614c tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:55.687936 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7ff38e15-9471-4c04-b9d1-533f790e3906 req-cc8b033e-9c88-4c01-b93a-a9d24beb614c tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 946 time: 0.0589612 Nov 19 13:35:55.754063 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7ff38e15-9471-4c04-b9d1-533f790e3906 req-2cd54294-b531-4153-ab7b-d11bddbba763 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577133 Nov 19 13:35:56.364740 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-109b09dc-de0b-4611-bc4b-537db00ab7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:56.526779 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23068423-fc36-4eac-bf4f-50837d69d2f5 req-9dc4c474-93ed-422f-b1fd-4bf6c8a674a6 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:56.528256 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-23068423-fc36-4eac-bf4f-50837d69d2f5 req-9dc4c474-93ed-422f-b1fd-4bf6c8a674a6 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 984 time: 0.0488305 Nov 19 13:35:56.588330 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-23068423-fc36-4eac-bf4f-50837d69d2f5 req-ba21e8fa-ba2f-4ca8-9cee-4b9a25fb7654 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&id=386e1f3e-5bcb-46d6-b63e-cd453ee10894&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541663 Nov 19 13:35:56.699750 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c2788-cac0-4d0a-a0e7-8366e3af3cf3 req-ce4e9a99-6b37-4b51-906b-d3a46e761b53 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:56.701230 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d03c2788-cac0-4d0a-a0e7-8366e3af3cf3 req-ce4e9a99-6b37-4b51-906b-d3a46e761b53 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0496078 Nov 19 13:35:56.748403 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d03c2788-cac0-4d0a-a0e7-8366e3af3cf3 req-febdb551-7117-4a69-982e-f58bb6b8854c tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412600 Nov 19 13:35:56.881822 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13250c-477d-4dd8-a354-89d001c5237f req-fc654fb7-df30-4666-9275-0beca6d03b1f tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:56.883275 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-af13250c-477d-4dd8-a354-89d001c5237f req-fc654fb7-df30-4666-9275-0beca6d03b1f tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 946 time: 0.0540133 Nov 19 13:35:56.931167 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-af13250c-477d-4dd8-a354-89d001c5237f req-c2f0ab85-9f69-4bfb-a3ff-3e1cfe62221e tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418942 Nov 19 13:35:57.707210 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c36e4-30e3-4621-863f-9fd9ebaa8348 req-d4532434-3ab2-44e6-9833-b8cd00398d5d tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:57.711497 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-252c36e4-30e3-4621-863f-9fd9ebaa8348 req-d4532434-3ab2-44e6-9833-b8cd00398d5d tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 984 time: 0.0561473 Nov 19 13:35:57.771267 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-252c36e4-30e3-4621-863f-9fd9ebaa8348 req-cc65557d-c161-49a0-bea7-d561a52d2936 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&id=386e1f3e-5bcb-46d6-b63e-cd453ee10894&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538182 Nov 19 13:35:57.873359 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdc4c4-dee7-4f95-8203-9ba5623fbf4e req-ec3d6660-b882-4b2b-bd3e-e702fd5727c8 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:57.874913 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-07bdc4c4-dee7-4f95-8203-9ba5623fbf4e req-ec3d6660-b882-4b2b-bd3e-e702fd5727c8 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0539846 Nov 19 13:35:57.942899 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-07bdc4c4-dee7-4f95-8203-9ba5623fbf4e req-19f4c831-e2cf-4358-876d-b382cf9e377a tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565138 Nov 19 13:35:58.405464 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 47066) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:58.506566 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-240cf259-47bf-4a15-bf29-86d683769d42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:58.577650 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-240cf259-47bf-4a15-bf29-86d683769d42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:58.581138 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-240cf259-47bf-4a15-bf29-86d683769d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:58.619858 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-240cf259-47bf-4a15-bf29-86d683769d42 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f052d2e72a124fcaba3a2e79bcd5110d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2133379 Nov 19 13:35:58.620730 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240cf259-47bf-4a15-bf29-86d683769d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596f8d63-e649-4d01-8114-881a45664062,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:58.623169 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 47070) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:58.671131 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-36550343-56c8-40bf-9bb3-7004626269c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:58.692690 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-36550343-56c8-40bf-9bb3-7004626269c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:58.736672 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-36550343-56c8-40bf-9bb3-7004626269c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:58.739858 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-36550343-56c8-40bf-9bb3-7004626269c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:58.740981 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-36550343-56c8-40bf-9bb3-7004626269c4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/596f8d63-e649-4d01-8114-881a45664062 HTTP/1.1" status: 204 len: 168 time: 0.1167111 Nov 19 13:35:58.748248 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36550343-56c8-40bf-9bb3-7004626269c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596f8d63-e649-4d01-8114-881a45664062,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:58.901305 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7c54a-6286-428d-a26c-ad038f03d1ef req-ca5afcdc-fd43-48e2-90a3-14fd6b0a1107 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:58.902863 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7ee7c54a-6286-428d-a26c-ad038f03d1ef req-ca5afcdc-fd43-48e2-90a3-14fd6b0a1107 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 984 time: 0.0625782 Nov 19 13:35:58.967160 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7ee7c54a-6286-428d-a26c-ad038f03d1ef req-b5a67032-2800-4e2b-a49b-e74a644a9a81 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&id=386e1f3e-5bcb-46d6-b63e-cd453ee10894&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579815 Nov 19 13:35:59.057259 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb12ad-3102-469b-9cd8-1aeb427be3eb req-bfd511cf-cbc1-4e6d-91b8-aed296a19f0c tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:59.060371 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-25eb12ad-3102-469b-9cd8-1aeb427be3eb req-bfd511cf-cbc1-4e6d-91b8-aed296a19f0c tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0525224 Nov 19 13:35:59.111114 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c518-c0d5-442d-a3ce-79d08ccb1696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:59.111759 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-25eb12ad-3102-469b-9cd8-1aeb427be3eb req-5785547a-1b48-4bae-a150-5bd2ae9db809 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468373 Nov 19 13:35:59.836872 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:00.084836 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06287edf-4d85-48cd-918c-ea1280951a7d req-1ad0fcbf-d0d8-426d-825d-2a22d613876f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:00.086435 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-06287edf-4d85-48cd-918c-ea1280951a7d req-1ad0fcbf-d0d8-426d-825d-2a22d613876f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 984 time: 0.0499840 Nov 19 13:36:00.148524 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-06287edf-4d85-48cd-918c-ea1280951a7d req-604a0cc3-55e3-435e-a414-85a04bfa29a1 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&id=386e1f3e-5bcb-46d6-b63e-cd453ee10894&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558228 Nov 19 13:36:00.170609 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:00.245075 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa544d9-3907-46a0-84c4-e1462cc17053 req-9c89e1be-64e6-4c1d-93f8-e8634e800e4c tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:00.246605 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6aa544d9-3907-46a0-84c4-e1462cc17053 req-9c89e1be-64e6-4c1d-93f8-e8634e800e4c tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0530119 Nov 19 13:36:00.295212 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6aa544d9-3907-46a0-84c4-e1462cc17053 req-1c35fbf3-d578-42ef-bce1-5b3c10f41fb0 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425460 Nov 19 13:36:00.515800 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa7951-aa86-4e58-b06f-7a31ed915cee req-f5fc8637-504d-4a6d-9e24-4093d5697bf6 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:00.517273 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0aaa7951-aa86-4e58-b06f-7a31ed915cee req-f5fc8637-504d-4a6d-9e24-4093d5697bf6 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0679398 Nov 19 13:36:00.574195 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e6f5f-972d-472c-9e1d-198d6da14c92 req-fe83677b-f093-46c5-9751-be2ea98d40ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:00.575694 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-de4e6f5f-972d-472c-9e1d-198d6da14c92 req-fe83677b-f093-46c5-9751-be2ea98d40ac service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75905e8c906249a991884302d2b56a3a&device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 1099 time: 0.0760903 Nov 19 13:36:00.596920 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0aaa7951-aa86-4e58-b06f-7a31ed915cee req-dab24d60-ed50-4d2e-a1b7-48012b12a88b tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658529 Nov 19 13:36:00.675106 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e6f5f-972d-472c-9e1d-198d6da14c92 req-31276c23-94d9-464a-a80f-5698a58afef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:00.677249 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-de4e6f5f-972d-472c-9e1d-198d6da14c92 req-31276c23-94d9-464a-a80f-5698a58afef6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=29a05973-aaf0-4f6c-b6bc-89790fb13240 HTTP/1.1" status: 200 len: 912 time: 0.0924342 Nov 19 13:36:00.755388 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-de4e6f5f-972d-472c-9e1d-198d6da14c92 req-fd6459b4-f049-4c7a-83c5-d9ca132733d1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4271e34a-dfc5-4106-b456-f13560f256b8 HTTP/1.1" status: 200 len: 1002 time: 0.0700366 Nov 19 13:36:00.807207 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e6f5f-972d-472c-9e1d-198d6da14c92 req-065e93ad-11fb-4d46-9ab0-8548a042029c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:00.808711 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-de4e6f5f-972d-472c-9e1d-198d6da14c92 req-065e93ad-11fb-4d46-9ab0-8548a042029c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=92afe969-d4c1-4108-a3bc-4e2243e08e74 HTTP/1.1" status: 200 len: 849 time: 0.0445874 Nov 19 13:36:00.856837 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e6f5f-972d-472c-9e1d-198d6da14c92 req-db74f2a9-f758-4db8-b5a8-cc3ea37e094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:00.858334 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-de4e6f5f-972d-472c-9e1d-198d6da14c92 req-db74f2a9-f758-4db8-b5a8-cc3ea37e094a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=29a05973-aaf0-4f6c-b6bc-89790fb13240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0416162 Nov 19 13:36:00.958836 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-de4e6f5f-972d-472c-9e1d-198d6da14c92 req-118d3e9b-b4ec-404f-a80c-1b7c81445c54 service neutron] 10.222.0.82 "GET /v2.0/networks/29a05973-aaf0-4f6c-b6bc-89790fb13240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918014 Nov 19 13:36:01.049879 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-de4e6f5f-972d-472c-9e1d-198d6da14c92 req-774017fc-c674-44e0-9147-48b989382dde service neutron] 10.222.0.82 "GET /v2.0/networks/29a05973-aaf0-4f6c-b6bc-89790fb13240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830371 Nov 19 13:36:01.137418 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.281851 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9338116-c338-4dba-b3fc-ab6a47ff839d req-41ff1ca7-4fa6-4fc6-8e90-876ba3740bd5 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:01.283335 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f9338116-c338-4dba-b3fc-ab6a47ff839d req-41ff1ca7-4fa6-4fc6-8e90-876ba3740bd5 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 984 time: 0.0495934 Nov 19 13:36:01.343963 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f9338116-c338-4dba-b3fc-ab6a47ff839d req-d3ec40e7-48a7-4a94-ab3e-a5ba926f710f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&id=386e1f3e-5bcb-46d6-b63e-cd453ee10894&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535598 Nov 19 13:36:01.722746 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148ce9d-bb4d-41b9-9eea-2f013cb0f1d8 req-3f395d24-1ff4-4843-88e2-20f7d52f823d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:01.724316 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3148ce9d-bb4d-41b9-9eea-2f013cb0f1d8 req-3f395d24-1ff4-4843-88e2-20f7d52f823d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0519485 Nov 19 13:36:01.772167 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3148ce9d-bb4d-41b9-9eea-2f013cb0f1d8 req-3dd4f7cd-15f4-4c58-ac4e-7ecca59f33d3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419197 Nov 19 13:36:02.280735 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.464321 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcdfb8-7415-4daf-9699-3c1f12784d95 req-8719e754-d6c9-4713-9c60-0d4e2d0fc94f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:02.465689 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-bfbcdfb8-7415-4daf-9699-3c1f12784d95 req-8719e754-d6c9-4713-9c60-0d4e2d0fc94f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 984 time: 0.0527303 Nov 19 13:36:02.525256 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-bfbcdfb8-7415-4daf-9699-3c1f12784d95 req-db04c574-7ced-431f-9ac2-b848f90d58ca tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&id=386e1f3e-5bcb-46d6-b63e-cd453ee10894&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535529 Nov 19 13:36:02.838538 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 6 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:36:03.642035 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34caf28c-968f-43ab-b347-cec0a71c0447 req-733f40ff-2f67-4ef1-b7c7-a856b59bf6a4 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:03.643417 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-34caf28c-968f-43ab-b347-cec0a71c0447 req-733f40ff-2f67-4ef1-b7c7-a856b59bf6a4 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 984 time: 0.0527365 Nov 19 13:36:03.703997 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-34caf28c-968f-43ab-b347-cec0a71c0447 req-c8014eda-c98e-46cd-8f33-7e44c21e702f tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&id=386e1f3e-5bcb-46d6-b63e-cd453ee10894&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537212 Nov 19 13:36:04.818673 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a0a37-3c9c-4765-9b9d-6b466ec51a5a req-e1427a4b-16a2-419e-ba46-472b59c0c2d4 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:04.820389 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-711a0a37-3c9c-4765-9b9d-6b466ec51a5a req-e1427a4b-16a2-419e-ba46-472b59c0c2d4 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 984 time: 0.0492730 Nov 19 13:36:04.881624 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-711a0a37-3c9c-4765-9b9d-6b466ec51a5a req-1c8c4241-7223-4c53-b59a-79f109b2fd0a tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&id=386e1f3e-5bcb-46d6-b63e-cd453ee10894&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553463 Nov 19 13:36:05.998729 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b5f1a-01ef-42ca-98e7-79f7944f1b05 req-a2bd9901-0b4e-4075-b3fe-7a0f6504a285 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:06.000207 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e04b5f1a-01ef-42ca-98e7-79f7944f1b05 req-a2bd9901-0b4e-4075-b3fe-7a0f6504a285 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 984 time: 0.0486195 Nov 19 13:36:06.063579 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e04b5f1a-01ef-42ca-98e7-79f7944f1b05 req-29ebfa09-8dd2-497c-8c53-9cb69fb1bedf tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&id=386e1f3e-5bcb-46d6-b63e-cd453ee10894&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565522 Nov 19 13:36:26.364341 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0df2-b180-4be1-9033-c75729cebacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.431539 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 47462) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:28.536859 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bd5e7224-e418-4a97-af78-5cf6a5e30951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.608246 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bd5e7224-e418-4a97-af78-5cf6a5e30951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.611883 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bd5e7224-e418-4a97-af78-5cf6a5e30951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.652882 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-bd5e7224-e418-4a97-af78-5cf6a5e30951 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0447528ed89f483d808a7835cfc7aadb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201962 Nov 19 13:36:28.653747 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e7224-e418-4a97-af78-5cf6a5e30951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9ac846-6dcc-4d74-a3c0-e3ca3c7a28ff,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:28.655700 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 47466) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:28.666320 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e7224-e418-4a97-af78-5cf6a5e30951 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:28.666748 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e7224-e418-4a97-af78-5cf6a5e30951 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:28.667110 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e7224-e418-4a97-af78-5cf6a5e30951 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:28.667458 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e7224-e418-4a97-af78-5cf6a5e30951 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:28.667996 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e7224-e418-4a97-af78-5cf6a5e30951 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:28.668347 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e7224-e418-4a97-af78-5cf6a5e30951 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:28.668687 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e7224-e418-4a97-af78-5cf6a5e30951 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:28.669024 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e7224-e418-4a97-af78-5cf6a5e30951 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:28.669360 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e7224-e418-4a97-af78-5cf6a5e30951 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:28.669693 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e7224-e418-4a97-af78-5cf6a5e30951 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:28.670018 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e7224-e418-4a97-af78-5cf6a5e30951 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:28.670474 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e7224-e418-4a97-af78-5cf6a5e30951 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:28.706493 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dbd7d400-fc77-4795-9993-cdb955f47295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.727127 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dbd7d400-fc77-4795-9993-cdb955f47295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.772158 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dbd7d400-fc77-4795-9993-cdb955f47295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.774722 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dbd7d400-fc77-4795-9993-cdb955f47295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.775874 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-dbd7d400-fc77-4795-9993-cdb955f47295 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0b9ac846-6dcc-4d74-a3c0-e3ca3c7a28ff HTTP/1.1" status: 204 len: 168 time: 0.1184750 Nov 19 13:36:28.783279 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7d400-fc77-4795-9993-cdb955f47295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9ac846-6dcc-4d74-a3c0-e3ca3c7a28ff,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:28.791177 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd7d400-fc77-4795-9993-cdb955f47295 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:28.791601 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd7d400-fc77-4795-9993-cdb955f47295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:28.791959 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd7d400-fc77-4795-9993-cdb955f47295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:28.792248 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd7d400-fc77-4795-9993-cdb955f47295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:28.792598 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd7d400-fc77-4795-9993-cdb955f47295 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:28.792929 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd7d400-fc77-4795-9993-cdb955f47295 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:28.793261 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd7d400-fc77-4795-9993-cdb955f47295 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:28.793593 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd7d400-fc77-4795-9993-cdb955f47295 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:28.793923 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd7d400-fc77-4795-9993-cdb955f47295 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:28.794250 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd7d400-fc77-4795-9993-cdb955f47295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:28.794592 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd7d400-fc77-4795-9993-cdb955f47295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:28.794893 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd7d400-fc77-4795-9993-cdb955f47295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:29.113221 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ac39638f-c923-4b23-bc2c-9172693394d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.840743 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.153903 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.675409 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 47482) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:30.782729 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-39bd407e-85e7-497a-846f-34ed14e9378b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.854964 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-39bd407e-85e7-497a-846f-34ed14e9378b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.858858 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-39bd407e-85e7-497a-846f-34ed14e9378b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.896895 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-39bd407e-85e7-497a-846f-34ed14e9378b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d3ff95519ce44e3db9b338ed747513ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202251 Nov 19 13:36:30.897682 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd407e-85e7-497a-846f-34ed14e9378b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b5a461-a5bc-4121-92b0-c10bd5fcc149,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:30.899783 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 47486) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:30.946310 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-25c0f129-6663-4712-9f3f-9600d8b73141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.967539 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-25c0f129-6663-4712-9f3f-9600d8b73141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:31.012413 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-25c0f129-6663-4712-9f3f-9600d8b73141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:31.015063 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-25c0f129-6663-4712-9f3f-9600d8b73141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:31.016246 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-25c0f129-6663-4712-9f3f-9600d8b73141 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/34b5a461-a5bc-4121-92b0-c10bd5fcc149 HTTP/1.1" status: 204 len: 168 time: 0.1153977 Nov 19 13:36:31.024526 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0f129-6663-4712-9f3f-9600d8b73141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b5a461-a5bc-4121-92b0-c10bd5fcc149,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:31.142310 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:32.285764 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:38.999727 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde45b7-6f8b-43bf-9768-c4efdb253644 req-b1a48340-6514-48a5-b192-acebefbf0ef1 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:39.001232 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-acde45b7-6f8b-43bf-9768-c4efdb253644 req-b1a48340-6514-48a5-b192-acebefbf0ef1 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 946 time: 0.0521784 Nov 19 13:36:39.048089 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-acde45b7-6f8b-43bf-9768-c4efdb253644 req-8447e574-43d3-482f-9751-312087e9aaf7 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408909 Nov 19 13:36:39.837059 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 6 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:36:40.165623 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1fbbe-b102-4cce-aceb-1dceffa6bd70 req-b80eac8b-027d-471a-a718-cc3004fe4aaa tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:40.167097 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-cbc1fbbe-b102-4cce-aceb-1dceffa6bd70 req-b80eac8b-027d-471a-a718-cc3004fe4aaa tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 946 time: 0.0478804 Nov 19 13:36:40.214034 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-cbc1fbbe-b102-4cce-aceb-1dceffa6bd70 req-db97e74a-4b9a-47b3-9aee-d69446384bd6 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca721b43-4385-4e42-872e-0051eb29ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410950 Nov 19 13:36:40.681221 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582ea56-d60c-4add-a523-3230191d073c req-f8154385-73b7-4680-9110-45eba73e070e tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:40.682667 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b582ea56-d60c-4add-a523-3230191d073c req-f8154385-73b7-4680-9110-45eba73e070e tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.82 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 946 time: 0.0479393 Nov 19 13:36:40.785835 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-b582ea56-d60c-4add-a523-3230191d073c req-c23cc8c1-0c17-42e4-b273-a3e1646e0ea0 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Deleting port 82345027-4989-42a9-8675-3574f1b5896a {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:36:40.786762 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b582ea56-d60c-4add-a523-3230191d073c req-c23cc8c1-0c17-42e4-b273-a3e1646e0ea0 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:40.871022 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-b582ea56-d60c-4add-a523-3230191d073c req-c23cc8c1-0c17-42e4-b273-a3e1646e0ea0 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] For port 82345027-4989-42a9-8675-3574f1b5896a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=82345027-4989-42a9-8675-3574f1b5896a,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:40.871383 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b582ea56-d60c-4add-a523-3230191d073c req-c23cc8c1-0c17-42e4-b273-a3e1646e0ea0 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.085922 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b582ea56-d60c-4add-a523-3230191d073c req-c23cc8c1-0c17-42e4-b273-a3e1646e0ea0 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.086610 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b582ea56-d60c-4add-a523-3230191d073c req-c23cc8c1-0c17-42e4-b273-a3e1646e0ea0 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1797046'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.087047 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.db.l3_db [req-b582ea56-d60c-4add-a523-3230191d073c req-c23cc8c1-0c17-42e4-b273-a3e1646e0ea0 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Floating IP 2eee40e5-e92c-4277-9706-56abcaa60358 disassociated. External IP: 172.28.1.31, port: 82345027-4989-42a9-8675-3574f1b5896a. Nov 19 13:36:41.087397 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-b582ea56-d60c-4add-a523-3230191d073c req-c23cc8c1-0c17-42e4-b273-a3e1646e0ea0 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Calling delete_port for 82345027-4989-42a9-8675-3574f1b5896a owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:36:41.213268 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b582ea56-d60c-4add-a523-3230191d073c req-c23cc8c1-0c17-42e4-b273-a3e1646e0ea0 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422526'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.240231 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23cc8c1-0c17-42e4-b273-a3e1646e0ea0 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Pushing event deleted for resources: {'Port': ['ID=82345027-4989-42a9-8675-3574f1b5896a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:41.559097 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-bd389f62-2a7f-487f-b57e-b6629878a3ad req-3434ab29-73b1-4b2c-8c4d-21719d1491f2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f4f2fe-acbd-4940-80d4-9c8cee38bbba HTTP/1.1" status: 200 len: 210 time: 0.2670243 Nov 19 13:36:41.589610 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b582ea56-d60c-4add-a523-3230191d073c req-c23cc8c1-0c17-42e4-b273-a3e1646e0ea0 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Router d9d912ba-55a7-4ab9-90aa-9b5def99f118 has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:36:41.694304 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b582ea56-d60c-4add-a523-3230191d073c req-c23cc8c1-0c17-42e4-b273-a3e1646e0ea0 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:36:41.705098 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dc4146-bee4-4ba5-b29c-6a275b401876 None None] Sync routers for ids ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'] in dv-cinder-816324-4-smb {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:36:41.715790 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dc4146-bee4-4ba5-b29c-6a275b401876 None None] Routers {'d9d912ba-55a7-4ab9-90aa-9b5def99f118'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:41.716419 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-48dc4146-bee4-4ba5-b29c-6a275b401876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:36:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:41.735490 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-b582ea56-d60c-4add-a523-3230191d073c req-c23cc8c1-0c17-42e4-b273-a3e1646e0ea0 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] No DVR routers for this DVR port 82345027-4989-42a9-8675-3574f1b5896a on host hv-cinder-81632 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:36:41.738010 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b582ea56-d60c-4add-a523-3230191d073c req-c23cc8c1-0c17-42e4-b273-a3e1646e0ea0 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.741967 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b582ea56-d60c-4add-a523-3230191d073c req-c23cc8c1-0c17-42e4-b273-a3e1646e0ea0 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.82 "DELETE /v2.0/ports/82345027-4989-42a9-8675-3574f1b5896a HTTP/1.1" status: 204 len: 173 time: 1.0434809 Nov 19 13:36:41.742404 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f4f2fe-acbd-4940-80d4-9c8cee38bbba', 'name': 'network-vif-deleted', 'tag': '82345027-4989-42a9-8675-3574f1b5896a'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:41.744647 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}431daffbed8a7bc2bed2e3611d7026b1b28861ed879237af90c14d74da8c9db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9387bc-c273-41b6-9a4a-f0efdac8e2cf" -d '{"events": [{"server_uuid": "27f4f2fe-acbd-4940-80d4-9c8cee38bbba", "name": "network-vif-deleted", "tag": "82345027-4989-42a9-8675-3574f1b5896a"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:41.789784 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c5eae8-1436-48e6-9011-e7a773b08d4b x-openstack-request-id: req-76c5eae8-1436-48e6-9011-e7a773b08d4b {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:41.790074 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f4f2fe-acbd-4940-80d4-9c8cee38bbba", "name": "network-vif-deleted", "tag": "82345027-4989-42a9-8675-3574f1b5896a", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:41.790329 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-76c5eae8-1436-48e6-9011-e7a773b08d4b {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:41.790728 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f4f2fe-acbd-4940-80d4-9c8cee38bbba', 'name': 'network-vif-deleted', 'tag': '82345027-4989-42a9-8675-3574f1b5896a', 'status': 'completed', 'code': 200} Nov 19 13:36:41.828027 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-48dc4146-bee4-4ba5-b29c-6a275b401876 None None] Set router d9d912ba-55a7-4ab9-90aa-9b5def99f118 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:42.141527 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-48dc4146-bee4-4ba5-b29c-6a275b401876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'name': 'tempest-AttachVolumeShelveTestJSON-245953741-router', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:18Z', 'updated_at': '2021-11-19T13:33:24Z', 'revision_number': 4, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'gw_port': {'id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:19Z', 'updated_at': '2021-11-19T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': 'f0dafe04-f35d-4f6a-b3d3-7a50dec199a4', 'name': '', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'mac_address': 'fa:16:3e:61:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:29Z', 'revision_number': 5, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'subnets': [{'id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:42.171770 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dc4146-bee4-4ba5-b29c-6a275b401876 None None] Checking router: d9d912ba-55a7-4ab9-90aa-9b5def99f118 for host: dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:36:42.180230 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dc4146-bee4-4ba5-b29c-6a275b401876 None None] Routers {'d9d912ba-55a7-4ab9-90aa-9b5def99f118'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:42.180819 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-48dc4146-bee4-4ba5-b29c-6a275b401876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:36:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:42.295934 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-48dc4146-bee4-4ba5-b29c-6a275b401876 None None] Set router d9d912ba-55a7-4ab9-90aa-9b5def99f118 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:42.490091 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-48dc4146-bee4-4ba5-b29c-6a275b401876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'name': 'tempest-AttachVolumeShelveTestJSON-245953741-router', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:18Z', 'updated_at': '2021-11-19T13:33:24Z', 'revision_number': 4, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'gw_port': {'id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:19Z', 'updated_at': '2021-11-19T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': 'f0dafe04-f35d-4f6a-b3d3-7a50dec199a4', 'name': '', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'mac_address': 'fa:16:3e:61:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:29Z', 'revision_number': 5, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'subnets': [{'id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:42.519813 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dc4146-bee4-4ba5-b29c-6a275b401876 None None] The sync data for ids ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'] in dv-cinder-816324-4-smb is: [{'id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'name': 'tempest-AttachVolumeShelveTestJSON-245953741-router', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:18Z', 'updated_at': '2021-11-19T13:33:24Z', 'revision_number': 4, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'gw_port': {'id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:19Z', 'updated_at': '2021-11-19T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': 'f0dafe04-f35d-4f6a-b3d3-7a50dec199a4', 'name': '', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'mac_address': 'fa:16:3e:61:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:29Z', 'revision_number': 5, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'subnets': [{'id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:36:42.755570 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa76e55c-1616-45bc-8db9-3564bd7701e4 None None] New status for floating IP 2eee40e5-e92c-4277-9706-56abcaa60358: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:36:43.667131 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 47528) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:43.721217 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2df241e6-b3c8-4972-be2a-a2fd0283b0eb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.745201 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2df241e6-b3c8-4972-be2a-a2fd0283b0eb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.793624 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2df241e6-b3c8-4972-be2a-a2fd0283b0eb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.796417 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2df241e6-b3c8-4972-be2a-a2fd0283b0eb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.797558 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-2df241e6-b3c8-4972-be2a-a2fd0283b0eb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "DELETE /v2.0/security-groups/ca721b43-4385-4e42-872e-0051eb29ec99 HTTP/1.1" status: 204 len: 168 time: 0.1293905 Nov 19 13:36:43.800350 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 47530) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:43.807867 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df241e6-b3c8-4972-be2a-a2fd0283b0eb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca721b43-4385-4e42-872e-0051eb29ec99,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:43.818963 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.api.v2.resource [None req-4149680b-f65b-470a-81b0-6e1202596508 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] show failed (client error): The resource could not be found. Nov 19 13:36:43.822664 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-4149680b-f65b-470a-81b0-6e1202596508 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups/ca721b43-4385-4e42-872e-0051eb29ec99 HTTP/1.1" status: 404 len: 347 time: 0.0186310 Nov 19 13:36:43.822885 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 47532) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:43.922930 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 82345027-4989-42a9-8675-3574f1b5896a no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:36:43.941606 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] No Port match for: 82345027-4989-42a9-8675-3574f1b5896a {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:36:43.941943 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 82345027-4989-42a9-8675-3574f1b5896a not bound to the agent host hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:36:43.946352 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-8b7b19a9-7ae2-4092-919b-58bc92c53118 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Deleting port 58d005e8-04a4-4de1-808b-f7e157da6002 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:36:43.946718 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b7b19a9-7ae2-4092-919b-58bc92c53118 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.019300 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b7b19a9-7ae2-4092-919b-58bc92c53118 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.019622 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b7b19a9-7ae2-4092-919b-58bc92c53118 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.031476 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-8b7b19a9-7ae2-4092-919b-58bc92c53118 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Calling delete_port for 58d005e8-04a4-4de1-808b-f7e157da6002 owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:36:44.165497 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b7b19a9-7ae2-4092-919b-58bc92c53118 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422526'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.190310 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b19a9-7ae2-4092-919b-58bc92c53118 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Pushing event deleted for resources: {'Port': ['ID=58d005e8-04a4-4de1-808b-f7e157da6002,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:44.251861 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b7b19a9-7ae2-4092-919b-58bc92c53118 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.254334 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b7b19a9-7ae2-4092-919b-58bc92c53118 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.256255 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-8b7b19a9-7ae2-4092-919b-58bc92c53118 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "DELETE /v2.0/floatingips/2eee40e5-e92c-4277-9706-56abcaa60358 HTTP/1.1" status: 204 len: 168 time: 0.4324944 Nov 19 13:36:44.725462 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 47536) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:44.730048 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-46906c47-0738-43c9-bd6a-6f08cd7d56ba tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Request body: {'security_group': {'name': 'tempest-securitygroup--354260194', 'description': 'tempest-description--865668566'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:44.751581 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46906c47-0738-43c9-bd6a-6f08cd7d56ba tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.815773 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46906c47-0738-43c9-bd6a-6f08cd7d56ba tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.819839 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46906c47-0738-43c9-bd6a-6f08cd7d56ba tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.849739 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46906c47-0738-43c9-bd6a-6f08cd7d56ba tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.850943 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-46906c47-0738-43c9-bd6a-6f08cd7d56ba tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1244709 Nov 19 13:36:44.852760 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46906c47-0738-43c9-bd6a-6f08cd7d56ba tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c23f24-872d-4d46-9eff-e6ac4d174ff8,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:44.854036 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 47538) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:44.858554 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-f53d2b04-65e5-4a7a-8fe7-1692ad5c4212 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Request body: {'security_group_rule': {'security_group_id': '55c23f24-872d-4d46-9eff-e6ac4d174ff8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:44.888129 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f53d2b04-65e5-4a7a-8fe7-1692ad5c4212 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.934383 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f53d2b04-65e5-4a7a-8fe7-1692ad5c4212 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.938118 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f53d2b04-65e5-4a7a-8fe7-1692ad5c4212 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584517'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.957014 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d2b04-65e5-4a7a-8fe7-1692ad5c4212 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0be7f2-cc85-422d-a756-a70ea825eb77,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:44.961967 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f53d2b04-65e5-4a7a-8fe7-1692ad5c4212 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.963136 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-f53d2b04-65e5-4a7a-8fe7-1692ad5c4212 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1081014 Nov 19 13:36:44.966156 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 47540) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:44.970449 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7fffca13-b960-4117-a1e1-28508c7f2342 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Request body: {'security_group_rule': {'security_group_id': '55c23f24-872d-4d46-9eff-e6ac4d174ff8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:44.995956 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7fffca13-b960-4117-a1e1-28508c7f2342 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:45.052342 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7fffca13-b960-4117-a1e1-28508c7f2342 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:45.056176 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7fffca13-b960-4117-a1e1-28508c7f2342 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584517'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:45.075955 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffca13-b960-4117-a1e1-28508c7f2342 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220fdb63-4b4a-494f-9c9c-ad6aa98d00dc,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:45.082254 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7fffca13-b960-4117-a1e1-28508c7f2342 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:45.083416 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-7fffca13-b960-4117-a1e1-28508c7f2342 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163399 Nov 19 13:36:45.086389 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 47542) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:45.090547 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-3a0f879e-ac30-4d1f-bed8-f2d1f59bd314 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Request body: {'floatingip': {'floating_network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:45.111617 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a0f879e-ac30-4d1f-bed8-f2d1f59bd314 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:45.411779 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a0f879e-ac30-4d1f-bed8-f2d1f59bd314 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:45.510340 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-3a0f879e-ac30-4d1f-bed8-f2d1f59bd314 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Allocated IP 172.28.1.215 (f5fe0685-e1a5-4f21-925a-12d1aefd12c8/e23fd1b3-af46-4401-a4dc-3ec2e1f1f010/3f180d00-6eb4-467c-aa35-80f103adcee7) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:45.608399 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a0f879e-ac30-4d1f-bed8-f2d1f59bd314 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:45.640232 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a0f879e-ac30-4d1f-bed8-f2d1f59bd314 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:45.677529 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0f879e-ac30-4d1f-bed8-f2d1f59bd314 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:45.680321 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-3a0f879e-ac30-4d1f-bed8-f2d1f59bd314 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:45.683845 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0f879e-ac30-4d1f-bed8-f2d1f59bd314 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:45.705569 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f879e-ac30-4d1f-bed8-f2d1f59bd314 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Pushing event updated for resources: {'Port': ['ID=3f180d00-6eb4-467c-aa35-80f103adcee7,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:45.766297 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a0f879e-ac30-4d1f-bed8-f2d1f59bd314 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:45.802782 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a0f879e-ac30-4d1f-bed8-f2d1f59bd314 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:45.950545 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a0f879e-ac30-4d1f-bed8-f2d1f59bd314 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:45.954737 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a0f879e-ac30-4d1f-bed8-f2d1f59bd314 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:46.019584 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f879e-ac30-4d1f-bed8-f2d1f59bd314 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Pushing event updated for resources: {'Port': ['ID=3f180d00-6eb4-467c-aa35-80f103adcee7,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:46.033546 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a0f879e-ac30-4d1f-bed8-f2d1f59bd314 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1797046'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:46.048809 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a0f879e-ac30-4d1f-bed8-f2d1f59bd314 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:46.050032 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-3a0f879e-ac30-4d1f-bed8-f2d1f59bd314 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9627087 Nov 19 13:36:46.247000 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-23e92a69-d952-45d5-a3ec-cd0bc41a553f tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--354260194&fields=id&tenant_id=a4db52025002465e8e5736aac79f13c3 HTTP/1.1" status: 200 len: 267 time: 0.0430191 Nov 19 13:36:46.354430 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-dc485f43-71c4-461e-8a08-f547e0577c79 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:46.355941 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-dc485f43-71c4-461e-8a08-f547e0577c79 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/networks?id=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d HTTP/1.1" status: 200 len: 816 time: 0.1019135 Nov 19 13:36:46.370749 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-8e410843-183e-4e56-a6a7-777838635514 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/quotas/a4db52025002465e8e5736aac79f13c3 HTTP/1.1" status: 200 len: 375 time: 0.0090110 Nov 19 13:36:46.420460 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-3749e40f-31e5-4e39-8eae-e6011980cc37 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a4db52025002465e8e5736aac79f13c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445795 Nov 19 13:36:46.515110 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-09051e8e-c28f-4318-870e-bad2bb4696a8 service neutron] 10.222.0.70 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828094 Nov 19 13:36:46.600372 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-2c2808f6-6551-4fca-9cfb-33bb8407b10f service neutron] 10.222.0.70 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791340 Nov 19 13:36:47.783339 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7fc78b4c-639a-48b9-bfb5-61009fb89329 req-769989db-1b58-4097-9eca-2a85efd747f6 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 210 time: 0.0268173 Nov 19 13:36:48.862127 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ba248eec-9662-498d-a010-a90443de8b5c req-d8f6df79-c0ba-473e-a216-1ec8cabdac75 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 210 time: 0.0255916 Nov 19 13:36:49.946429 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0368dd6f-1dae-40e9-aae7-8c1885629bbb req-2bcf63db-a9a8-4dab-9ca1-9753e142596c tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 210 time: 0.0301144 Nov 19 13:36:51.024968 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-eca27d73-e5c1-4a10-9655-dd9a12f4d137 req-0fc5b608-3cf4-4e6c-a38f-8ee83978a765 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 210 time: 0.0263860 Nov 19 13:36:52.126713 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d1de657f-2fed-4b7b-b8db-2d666c407e6b req-6ecb23c6-278b-4fcf-968b-c404893f0fae tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 210 time: 0.0259616 Nov 19 13:36:52.729920 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-8d568879-8b89-4c87-b543-d7d8fbf09fde tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:52.731351 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-8d568879-8b89-4c87-b543-d7d8fbf09fde tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.82 "GET /v2.0/networks?id=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d HTTP/1.1" status: 200 len: 816 time: 0.1081064 Nov 19 13:36:52.815145 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-3ef569ab-b2af-42a2-9d43-ae5cade9006b tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4db52025002465e8e5736aac79f13c3 HTTP/1.1" status: 200 len: 379 time: 0.0740967 Nov 19 13:36:52.825196 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e4b51a47-27fe-47e3-ae36-f7d5210e299d tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Request body: {'port': {'device_id': '4f33db9f-0ff6-4227-bb85-cc36f62f668d', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'admin_state_up': True, 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'security_groups': ['55c23f24-872d-4d46-9eff-e6ac4d174ff8']}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:52.930175 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e4b51a47-27fe-47e3-ae36-f7d5210e299d tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Made reservation on behalf of a4db52025002465e8e5736aac79f13c3 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:52.933662 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e4b51a47-27fe-47e3-ae36-f7d5210e299d tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.057171 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e4b51a47-27fe-47e3-ae36-f7d5210e299d tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Allocated IP 172.20.0.3 (ebf90ed3-1e1f-4afa-b602-7a5c695dc19d/a50d8552-5081-4f74-8946-fa813e638daf/f90c8d87-a3e0-476d-8db4-695dd29d7ad8) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:53.204866 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e4b51a47-27fe-47e3-ae36-f7d5210e299d tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.235087 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2be9946f-e3ed-4569-ad38-332c1e4ff0a1 req-05e6c7f1-f06d-41de-96fc-d41312cf3d52 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 210 time: 0.0335829 Nov 19 13:36:53.261193 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e4b51a47-27fe-47e3-ae36-f7d5210e299d tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422526'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.304418 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e4b51a47-27fe-47e3-ae36-f7d5210e299d tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Network ebf90ed3-1e1f-4afa-b602-7a5c695dc19d is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:53.307586 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e4b51a47-27fe-47e3-ae36-f7d5210e299d tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:53.311006 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e4b51a47-27fe-47e3-ae36-f7d5210e299d tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:53.338069 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b51a47-27fe-47e3-ae36-f7d5210e299d tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Pushing event updated for resources: {'Port': ['ID=f90c8d87-a3e0-476d-8db4-695dd29d7ad8,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:53.366307 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e4b51a47-27fe-47e3-ae36-f7d5210e299d tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:53.366934 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e4b51a47-27fe-47e3-ae36-f7d5210e299d tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.384231 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e4b51a47-27fe-47e3-ae36-f7d5210e299d tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5630789 Nov 19 13:36:53.397347 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e0842f14-ef3f-4350-bbe9-943ff51db7bd service neutron] Request body: {'port': {'device_id': '4f33db9f-0ff6-4227-bb85-cc36f62f668d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:53.453312 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e0842f14-ef3f-4350-bbe9-943ff51db7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.519782 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3d4e7ffa-9eb2-4cd9-bbe2-d667a59ba632 None None] Provisioning complete for port f90c8d87-a3e0-476d-8db4-695dd29d7ad8 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:53.520373 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7ffa-9eb2-4cd9-bbe2-d667a59ba632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.556575 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-3d4e7ffa-9eb2-4cd9-bbe2-d667a59ba632 None None] Port f90c8d87-a3e0-476d-8db4-695dd29d7ad8 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:36:53.704953 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.notifiers.nova [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e0842f14-ef3f-4350-bbe9-943ff51db7bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f90c8d87-a3e0-476d-8db4-695dd29d7ad8 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:36:53.712679 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e0842f14-ef3f-4350-bbe9-943ff51db7bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.724539 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e0842f14-ef3f-4350-bbe9-943ff51db7bd service neutron] Transition to ACTIVE for port object f90c8d87-a3e0-476d-8db4-695dd29d7ad8 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:36:53.727479 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e0842f14-ef3f-4350-bbe9-943ff51db7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422517'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.777813 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0842f14-ef3f-4350-bbe9-943ff51db7bd service neutron] Pushing event updated for resources: {'Port': ['ID=f90c8d87-a3e0-476d-8db4-695dd29d7ad8,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:53.847944 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e0842f14-ef3f-4350-bbe9-943ff51db7bd service neutron] Attempting to bind port f90c8d87-a3e0-476d-8db4-695dd29d7ad8 on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:53.848271 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e0842f14-ef3f-4350-bbe9-943ff51db7bd service neutron] Attempting to bind port f90c8d87-a3e0-476d-8db4-695dd29d7ad8 by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': 'd0219191-f69f-4ca1-819b-96503ec603ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:53.848592 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e0842f14-ef3f-4350-bbe9-943ff51db7bd service neutron] Attempting to bind port f90c8d87-a3e0-476d-8db4-695dd29d7ad8 on network ebf90ed3-1e1f-4afa-b602-7a5c695dc19d {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:53.853029 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e0842f14-ef3f-4350-bbe9-943ff51db7bd service neutron] Port f90c8d87-a3e0-476d-8db4-695dd29d7ad8 on network ebf90ed3-1e1f-4afa-b602-7a5c695dc19d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:36:53.853342 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e0842f14-ef3f-4350-bbe9-943ff51db7bd service neutron] Attempting to bind port f90c8d87-a3e0-476d-8db4-695dd29d7ad8 on network ebf90ed3-1e1f-4afa-b602-7a5c695dc19d {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:53.858187 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e0842f14-ef3f-4350-bbe9-943ff51db7bd service neutron] Checking agent: {'id': '75923988-c426-4077-9ddc-4d64f8800d36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'started_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:53.858522 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e0842f14-ef3f-4350-bbe9-943ff51db7bd service neutron] Checking segment: {'id': 'd0219191-f69f-4ca1-819b-96503ec603ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:53.858907 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e0842f14-ef3f-4350-bbe9-943ff51db7bd service neutron] Bound using segment: {'id': 'd0219191-f69f-4ca1-819b-96503ec603ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:53.859317 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e0842f14-ef3f-4350-bbe9-943ff51db7bd service neutron] Bound port: f90c8d87-a3e0-476d-8db4-695dd29d7ad8, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0219191-f69f-4ca1-819b-96503ec603ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:53.859689 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e0842f14-ef3f-4350-bbe9-943ff51db7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.923537 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e0842f14-ef3f-4350-bbe9-943ff51db7bd service neutron] For port f90c8d87-a3e0-476d-8db4-695dd29d7ad8, host hv-cinder-81632, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:53.926671 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e0842f14-ef3f-4350-bbe9-943ff51db7bd service neutron] For port f90c8d87-a3e0-476d-8db4-695dd29d7ad8, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=f90c8d87-a3e0-476d-8db4-695dd29d7ad8,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:53.930550 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e0842f14-ef3f-4350-bbe9-943ff51db7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422517'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.967173 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e0842f14-ef3f-4350-bbe9-943ff51db7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:53.967661 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e0842f14-ef3f-4350-bbe9-943ff51db7bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.969027 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-e0842f14-ef3f-4350-bbe9-943ff51db7bd service neutron] 10.222.0.82 "PUT /v2.0/ports/f90c8d87-a3e0-476d-8db4-695dd29d7ad8 HTTP/1.1" status: 200 len: 1093 time: 0.5766664 Nov 19 13:36:53.969461 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f33db9f-0ff6-4227-bb85-cc36f62f668d', 'tag': 'f90c8d87-a3e0-476d-8db4-695dd29d7ad8'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:53.971733 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}431daffbed8a7bc2bed2e3611d7026b1b28861ed879237af90c14d74da8c9db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28c0f18-4b7a-451a-8fbf-e0d1adceefc9" -d '{"events": [{"name": "network-changed", "server_uuid": "4f33db9f-0ff6-4227-bb85-cc36f62f668d", "tag": "f90c8d87-a3e0-476d-8db4-695dd29d7ad8"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:54.009172 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0842f14-ef3f-4350-bbe9-943ff51db7bd service neutron] Pushing event updated for resources: {'Port': ['ID=f90c8d87-a3e0-476d-8db4-695dd29d7ad8,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:54.017215 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b06dbf-543e-4279-b909-655d76e91cfd x-openstack-request-id: req-e6b06dbf-543e-4279-b909-655d76e91cfd {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:54.017511 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f33db9f-0ff6-4227-bb85-cc36f62f668d", "tag": "f90c8d87-a3e0-476d-8db4-695dd29d7ad8", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:54.018636 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e6b06dbf-543e-4279-b909-655d76e91cfd {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:54.018636 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f33db9f-0ff6-4227-bb85-cc36f62f668d', 'tag': 'f90c8d87-a3e0-476d-8db4-695dd29d7ad8', 'status': 'completed', 'code': 200} Nov 19 13:36:54.060746 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-18bf5bc9-a954-469a-b90e-74a6bd1e9532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:54.062239 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-18bf5bc9-a954-469a-b90e-74a6bd1e9532 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a4db52025002465e8e5736aac79f13c3&device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 1096 time: 0.0420582 Nov 19 13:36:54.107998 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-b2a11501-a961-44b0-beb5-1031826228ea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90c8d87-a3e0-476d-8db4-695dd29d7ad8 HTTP/1.1" status: 200 len: 217 time: 0.0343518 Nov 19 13:36:54.162411 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-40ad5c61-53cd-4292-bf62-d4cb291717ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:54.163854 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-40ad5c61-53cd-4292-bf62-d4cb291717ff service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a50d8552-5081-4f74-8946-fa813e638daf HTTP/1.1" status: 200 len: 855 time: 0.0479319 Nov 19 13:36:54.210067 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-24d5cc9b-d32f-45a0-b268-e99b90593b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:54.211564 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-24d5cc9b-d32f-45a0-b268-e99b90593b23 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0408659 Nov 19 13:36:54.299636 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-dee89f45-9838-423b-8a22-28410fa106a0 service neutron] 10.222.0.82 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812824 Nov 19 13:36:54.404511 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2924a-11e7-43c9-862d-47e3a25586b3 req-feba4c14-0f80-43d1-9d05-0e446c9c47df tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:54.405859 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-04f2924a-11e7-43c9-862d-47e3a25586b3 req-feba4c14-0f80-43d1-9d05-0e446c9c47df tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 943 time: 0.0998728 Nov 19 13:36:54.443178 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-99f93ae5-a5ae-4151-8562-c4f5cf1960b4 req-8135b3ae-f0d6-4f18-851d-5e0a8f870989 service neutron] 10.222.0.82 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353893 Nov 19 13:36:54.465419 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-04f2924a-11e7-43c9-862d-47e3a25586b3 req-e0db37a9-834e-47b2-87be-756146d27293 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535026 Nov 19 13:36:54.540131 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c0f18-4b7a-451a-8fbf-e0d1adceefc9 req-0379a0da-c2ae-4c1b-8d47-4b8f035733d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:54.541589 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b28c0f18-4b7a-451a-8fbf-e0d1adceefc9 req-0379a0da-c2ae-4c1b-8d47-4b8f035733d7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a4db52025002465e8e5736aac79f13c3&device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 1096 time: 0.0442319 Nov 19 13:36:54.635238 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c0f18-4b7a-451a-8fbf-e0d1adceefc9 req-bf4914e6-284a-496b-9408-a64b56b745f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:54.636679 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b28c0f18-4b7a-451a-8fbf-e0d1adceefc9 req-bf4914e6-284a-496b-9408-a64b56b745f2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d HTTP/1.1" status: 200 len: 918 time: 0.0884848 Nov 19 13:36:54.681327 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b28c0f18-4b7a-451a-8fbf-e0d1adceefc9 req-cf64eca6-3e62-4f6a-8780-65c215b96528 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90c8d87-a3e0-476d-8db4-695dd29d7ad8 HTTP/1.1" status: 200 len: 217 time: 0.0365276 Nov 19 13:36:54.727981 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c0f18-4b7a-451a-8fbf-e0d1adceefc9 req-751aa9f2-1793-45eb-b809-3c4260ebfea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:54.729355 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b28c0f18-4b7a-451a-8fbf-e0d1adceefc9 req-751aa9f2-1793-45eb-b809-3c4260ebfea7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a50d8552-5081-4f74-8946-fa813e638daf HTTP/1.1" status: 200 len: 855 time: 0.0414808 Nov 19 13:36:54.775471 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c0f18-4b7a-451a-8fbf-e0d1adceefc9 req-e753b3f1-9dcb-42d3-80b7-dc6d92839eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:54.776965 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b28c0f18-4b7a-451a-8fbf-e0d1adceefc9 req-e753b3f1-9dcb-42d3-80b7-dc6d92839eec service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0406661 Nov 19 13:36:54.867819 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b28c0f18-4b7a-451a-8fbf-e0d1adceefc9 req-b7cd5dcf-b49a-4cb4-a7ff-5d5728ebca7d service neutron] 10.222.0.82 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813284 Nov 19 13:36:54.955198 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b28c0f18-4b7a-451a-8fbf-e0d1adceefc9 req-518968bf-bbe1-4372-9a30-6a43ea9d8f0f service neutron] 10.222.0.82 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794141 Nov 19 13:36:55.583307 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906cb45-a79f-481e-9792-17244b45d1b8 req-a36ebd78-e2c5-477a-999a-453b1be7644e tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:55.584775 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f906cb45-a79f-481e-9792-17244b45d1b8 req-a36ebd78-e2c5-477a-999a-453b1be7644e tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 943 time: 0.0478392 Nov 19 13:36:55.629897 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f906cb45-a79f-481e-9792-17244b45d1b8 req-b64bb6cc-4ee1-4a0b-8dc0-0bd200b10ba0 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393138 Nov 19 13:36:55.970303 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device f90c8d87-a3e0-476d-8db4-695dd29d7ad8 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:36:56.061645 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port f90c8d87-a3e0-476d-8db4-695dd29d7ad8, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=f90c8d87-a3e0-476d-8db4-695dd29d7ad8,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:56.076097 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Returning: {'device': 'f90c8d87-a3e0-476d-8db4-695dd29d7ad8', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'port_id': 'f90c8d87-a3e0-476d-8db4-695dd29d7ad8', 'mac_address': 'fa:16:3e:e8:72:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:36:56.111430 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.124228 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90c8d87-a3e0-476d-8db4-695dd29d7ad8 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:36:56.142644 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port f90c8d87-a3e0-476d-8db4-695dd29d7ad8, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=f90c8d87-a3e0-476d-8db4-695dd29d7ad8,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:56.145812 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.191710 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=f90c8d87-a3e0-476d-8db4-695dd29d7ad8,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:56.198582 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:56.198934 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:56.199281 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:56.199619 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:56.199980 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:56.200314 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:56.200643 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:56.200974 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:56.201324 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:56.201656 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:56.201980 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:56.202302 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:56.365909 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e4022ac6-5f62-4897-8a6e-0a0803a0ff16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.381972 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['f90c8d87-a3e0-476d-8db4-695dd29d7ad8'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:36:56.750190 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40f154-2c25-4f9a-a779-b4dfbcd9b67f req-237eef69-50fd-47a3-acc4-c964f0a74410 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:56.751618 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-bd40f154-2c25-4f9a-a779-b4dfbcd9b67f req-237eef69-50fd-47a3-acc4-c964f0a74410 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 944 time: 0.0509079 Nov 19 13:36:56.797444 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-bd40f154-2c25-4f9a-a779-b4dfbcd9b67f req-70a55d7e-a423-4af5-b4a1-b35de2ceb0ec tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394111 Nov 19 13:36:57.915008 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412e43c-521a-4adb-9dc0-a892e1b2bdd9 req-d10da4c4-a630-4ce1-a5ba-12e6863e2d4c tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:57.916494 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0412e43c-521a-4adb-9dc0-a892e1b2bdd9 req-d10da4c4-a630-4ce1-a5ba-12e6863e2d4c tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 944 time: 0.0481105 Nov 19 13:36:57.961746 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0412e43c-521a-4adb-9dc0-a892e1b2bdd9 req-1e8e02b8-14ad-499c-9f9d-a0f20fde97cc tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394604 Nov 19 13:36:57.988460 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device f90c8d87-a3e0-476d-8db4-695dd29d7ad8 up at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:58.036219 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning for port f90c8d87-a3e0-476d-8db4-695dd29d7ad8 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:36:58.040424 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning complete for port f90c8d87-a3e0-476d-8db4-695dd29d7ad8 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:58.040788 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:58.116275 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:58.138221 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f33db9f-0ff6-4227-bb85-cc36f62f668d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90c8d87-a3e0-476d-8db4-695dd29d7ad8'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:58.140495 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e055a475c9f0143691b95be0e0209c275a71c4689c1f5f09712fcbe57faa4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0981a0a-d101-4025-bb42-463773f6eda1" -d '{"events": [{"server_uuid": "4f33db9f-0ff6-4227-bb85-cc36f62f668d", "name": "network-vif-plugged", "status": "completed", "tag": "f90c8d87-a3e0-476d-8db4-695dd29d7ad8"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:58.153916 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port f90c8d87-a3e0-476d-8db4-695dd29d7ad8, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=f90c8d87-a3e0-476d-8db4-695dd29d7ad8,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:58.159339 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:58.185558 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bd5d63-f946-43b9-838a-189e9d938626 x-openstack-request-id: req-53bd5d63-f946-43b9-838a-189e9d938626 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:58.185869 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f33db9f-0ff6-4227-bb85-cc36f62f668d", "name": "network-vif-plugged", "status": "completed", "tag": "f90c8d87-a3e0-476d-8db4-695dd29d7ad8", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:58.186127 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-53bd5d63-f946-43b9-838a-189e9d938626 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:58.186520 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f33db9f-0ff6-4227-bb85-cc36f62f668d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90c8d87-a3e0-476d-8db4-695dd29d7ad8', 'code': 200} Nov 19 13:36:58.213316 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=f90c8d87-a3e0-476d-8db4-695dd29d7ad8,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:58.345410 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc66d4-faf1-4a22-8c0f-1367a1c5bdb4 req-e013656b-c2e5-483c-a364-c3b7ea3da174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:58.346849 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e7cc66d4-faf1-4a22-8c0f-1367a1c5bdb4 req-e013656b-c2e5-483c-a364-c3b7ea3da174 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 1098 time: 0.0433390 Nov 19 13:36:58.395373 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e7cc66d4-faf1-4a22-8c0f-1367a1c5bdb4 req-9677c07d-c1c6-4aa1-9e59-7652580db97f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416203 Nov 19 13:36:58.842403 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319164b-5aeb-4b42-bc4c-99da784f630c req-b9ae7dac-828f-442b-a024-c7cd14cec1b2 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:58.843877 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f319164b-5aeb-4b42-bc4c-99da784f630c req-b9ae7dac-828f-442b-a024-c7cd14cec1b2 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.0474508 Nov 19 13:36:58.892327 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f319164b-5aeb-4b42-bc4c-99da784f630c req-0a6255b4-33e1-4d76-9c46-9b235ac73876 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420940 Nov 19 13:36:59.079484 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf88cd4-d3a3-47ec-82ec-2dc3544d6ecd req-516b03e9-9ee1-40f1-9a1f-f6fc58192ded tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:59.080949 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-eaf88cd4-d3a3-47ec-82ec-2dc3544d6ecd req-516b03e9-9ee1-40f1-9a1f-f6fc58192ded tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 945 time: 0.0475597 Nov 19 13:36:59.113699 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-34c988d0-3888-4800-8797-fc1b692e4763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:59.131495 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-eaf88cd4-d3a3-47ec-82ec-2dc3544d6ecd req-92020a80-2d5e-42de-9ed6-24c3669f3078 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447707 Nov 19 13:36:59.843853 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:00.009051 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac14d9-b761-494e-80e9-b20b6616c89f req-13805575-05a4-46d9-a77b-ad788acbce60 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:00.010489 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a2ac14d9-b761-494e-80e9-b20b6616c89f req-13805575-05a4-46d9-a77b-ad788acbce60 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.0474086 Nov 19 13:37:00.058072 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a2ac14d9-b761-494e-80e9-b20b6616c89f req-c0326157-9ba2-4f12-8cd4-095a9f5f2029 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416203 Nov 19 13:37:00.154873 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:00.250390 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fd1ae-19e0-4086-b322-611178019151 req-37f9c56b-600a-4b3c-ae09-2550b1d719d1 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:00.251848 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-570fd1ae-19e0-4086-b322-611178019151 req-37f9c56b-600a-4b3c-ae09-2550b1d719d1 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 945 time: 0.0470586 Nov 19 13:37:00.297927 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-570fd1ae-19e0-4086-b322-611178019151 req-8e1e826b-1269-4d46-8b3f-a44ee818ef8d tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396271 Nov 19 13:37:00.413183 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000bff4-6b61-46b4-b9b0-ee7de0c0dd0c req-0a227f14-49af-4b4c-87eb-e56984904d4c tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:00.414529 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4000bff4-6b61-46b4-b9b0-ee7de0c0dd0c req-0a227f14-49af-4b4c-87eb-e56984904d4c tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 945 time: 0.0511551 Nov 19 13:37:00.422952 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 47616) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:00.428125 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-c1b95998-3494-4b24-8e8e-fd3b38a064a1 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Request body: {'floatingip': {'port_id': 'f90c8d87-a3e0-476d-8db4-695dd29d7ad8'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:00.465650 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c1b95998-3494-4b24-8e8e-fd3b38a064a1 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for floatingip, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:00.888749 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c1b95998-3494-4b24-8e8e-fd3b38a064a1 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:00.892562 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c1b95998-3494-4b24-8e8e-fd3b38a064a1 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1797046'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:00.990327 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.db.l3_db [None req-c1b95998-3494-4b24-8e8e-fd3b38a064a1 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Floating IP 18768b60-c0b1-443c-bbc0-e0292906399e associated. External IP: 172.28.1.215, port: f90c8d87-a3e0-476d-8db4-695dd29d7ad8. Nov 19 13:37:01.149071 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:01.186972 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975a78e-f032-4b82-8436-86f35acfb29c req-ebcface2-c647-458d-8d51-79f1f6de10a8 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:01.188482 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6975a78e-f032-4b82-8436-86f35acfb29c req-ebcface2-c647-458d-8d51-79f1f6de10a8 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.0633321 Nov 19 13:37:01.196126 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b95998-3494-4b24-8e8e-fd3b38a064a1 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Router d9d912ba-55a7-4ab9-90aa-9b5def99f118 has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:37:01.237863 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6975a78e-f032-4b82-8436-86f35acfb29c req-caedb690-4584-4d60-99fb-1879f2e59695 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426853 Nov 19 13:37:01.306742 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b95998-3494-4b24-8e8e-fd3b38a064a1 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:37:01.312081 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c1b95998-3494-4b24-8e8e-fd3b38a064a1 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:01.316885 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8d0d4a-764c-4513-a442-b5eec2b44c94 None None] Sync routers for ids ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'] in dv-cinder-816324-4-smb {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:37:01.326259 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8d0d4a-764c-4513-a442-b5eec2b44c94 None None] Routers {'d9d912ba-55a7-4ab9-90aa-9b5def99f118'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:01.326872 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6e8d0d4a-764c-4513-a442-b5eec2b44c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:36:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:01.339367 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-c1b95998-3494-4b24-8e8e-fd3b38a064a1 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "PUT /v2.0/floatingips/18768b60-c0b1-443c-bbc0-e0292906399e HTTP/1.1" status: 200 len: 991 time: 0.9153397 Nov 19 13:37:01.339978 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f33db9f-0ff6-4227-bb85-cc36f62f668d', 'tag': 'f90c8d87-a3e0-476d-8db4-695dd29d7ad8'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:01.342184 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f87abbc-5d37-4643-9518-a454bc7d0b73" -d '{"events": [{"name": "network-changed", "server_uuid": "4f33db9f-0ff6-4227-bb85-cc36f62f668d", "tag": "f90c8d87-a3e0-476d-8db4-695dd29d7ad8"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:01.378765 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e121318e-bdaf-4c97-a7ed-79580f467fec x-openstack-request-id: req-e121318e-bdaf-4c97-a7ed-79580f467fec {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:01.379113 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f33db9f-0ff6-4227-bb85-cc36f62f668d", "tag": "f90c8d87-a3e0-476d-8db4-695dd29d7ad8", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:01.379374 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e121318e-bdaf-4c97-a7ed-79580f467fec {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:01.379829 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f33db9f-0ff6-4227-bb85-cc36f62f668d', 'tag': 'f90c8d87-a3e0-476d-8db4-695dd29d7ad8', 'status': 'completed', 'code': 200} Nov 19 13:37:01.433909 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-6e8d0d4a-764c-4513-a442-b5eec2b44c94 None None] Set router d9d912ba-55a7-4ab9-90aa-9b5def99f118 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:01.441343 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87abbc-5d37-4643-9518-a454bc7d0b73 req-809aabf4-4187-42ad-9ca6-a2f3ec5f727f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:01.443439 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0f87abbc-5d37-4643-9518-a454bc7d0b73 req-809aabf4-4187-42ad-9ca6-a2f3ec5f727f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a4db52025002465e8e5736aac79f13c3&device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 1098 time: 0.0417199 Nov 19 13:37:01.536179 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87abbc-5d37-4643-9518-a454bc7d0b73 req-0042a3da-c33a-480e-ad79-26bb4bdee14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:01.537663 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0f87abbc-5d37-4643-9518-a454bc7d0b73 req-0042a3da-c33a-480e-ad79-26bb4bdee14d service neutron] 10.222.0.82 "GET /v2.0/networks?id=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d HTTP/1.1" status: 200 len: 918 time: 0.0876324 Nov 19 13:37:01.601745 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0f87abbc-5d37-4643-9518-a454bc7d0b73 req-8551adc9-9fff-46a0-ab29-df9e2b6a8f26 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90c8d87-a3e0-476d-8db4-695dd29d7ad8 HTTP/1.1" status: 200 len: 999 time: 0.0565743 Nov 19 13:37:01.653427 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87abbc-5d37-4643-9518-a454bc7d0b73 req-8c07ab6c-368b-44c8-8269-d98965d4c404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:01.655036 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0f87abbc-5d37-4643-9518-a454bc7d0b73 req-8c07ab6c-368b-44c8-8269-d98965d4c404 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a50d8552-5081-4f74-8946-fa813e638daf HTTP/1.1" status: 200 len: 855 time: 0.0465915 Nov 19 13:37:01.659029 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6e8d0d4a-764c-4513-a442-b5eec2b44c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'name': 'tempest-AttachVolumeShelveTestJSON-245953741-router', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:18Z', 'updated_at': '2021-11-19T13:33:24Z', 'revision_number': 4, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'gw_port': {'id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:19Z', 'updated_at': '2021-11-19T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_floatingips': [{'id': '18768b60-c0b1-443c-bbc0-e0292906399e', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'floating_ip_address': '172.28.1.215', 'floating_network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'router_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'port_id': 'f90c8d87-a3e0-476d-8db4-695dd29d7ad8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'mac_address': 'fa:16:3e:e8:72:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f33db9f-0ff6-4227-bb85-cc36f62f668d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:36:45Z', 'updated_at': '2021-11-19T13:37:00Z', 'revision_number': 1, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0dafe04-f35d-4f6a-b3d3-7a50dec199a4', 'name': '', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'mac_address': 'fa:16:3e:61:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:29Z', 'revision_number': 5, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'subnets': [{'id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:01.688426 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8d0d4a-764c-4513-a442-b5eec2b44c94 None None] Checking router: d9d912ba-55a7-4ab9-90aa-9b5def99f118 for host: dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:37:01.697143 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8d0d4a-764c-4513-a442-b5eec2b44c94 None None] Routers {'d9d912ba-55a7-4ab9-90aa-9b5def99f118'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:01.697756 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6e8d0d4a-764c-4513-a442-b5eec2b44c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:36:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:01.698851 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87abbc-5d37-4643-9518-a454bc7d0b73 req-bce66263-0758-45b0-9d35-1036cbdaa7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:01.700454 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0f87abbc-5d37-4643-9518-a454bc7d0b73 req-bce66263-0758-45b0-9d35-1036cbdaa7a1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0390053 Nov 19 13:37:01.796017 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0f87abbc-5d37-4643-9518-a454bc7d0b73 req-cb5fbea0-98e3-4837-a180-570c21122b86 service neutron] 10.222.0.82 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874050 Nov 19 13:37:01.890666 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0f87abbc-5d37-4643-9518-a454bc7d0b73 req-c8b8b48b-dd2f-4f80-b551-784e7719ec34 service neutron] 10.222.0.82 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870087 Nov 19 13:37:01.924699 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-6e8d0d4a-764c-4513-a442-b5eec2b44c94 None None] Set router d9d912ba-55a7-4ab9-90aa-9b5def99f118 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:02.139283 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6e8d0d4a-764c-4513-a442-b5eec2b44c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'name': 'tempest-AttachVolumeShelveTestJSON-245953741-router', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:18Z', 'updated_at': '2021-11-19T13:33:24Z', 'revision_number': 4, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'gw_port': {'id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:19Z', 'updated_at': '2021-11-19T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_floatingips': [{'id': '18768b60-c0b1-443c-bbc0-e0292906399e', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'floating_ip_address': '172.28.1.215', 'floating_network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'router_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'port_id': 'f90c8d87-a3e0-476d-8db4-695dd29d7ad8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'mac_address': 'fa:16:3e:e8:72:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f33db9f-0ff6-4227-bb85-cc36f62f668d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:36:45Z', 'updated_at': '2021-11-19T13:37:00Z', 'revision_number': 1, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0dafe04-f35d-4f6a-b3d3-7a50dec199a4', 'name': '', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'mac_address': 'fa:16:3e:61:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:29Z', 'revision_number': 5, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'subnets': [{'id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:02.169077 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8d0d4a-764c-4513-a442-b5eec2b44c94 None None] The sync data for ids ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'] in dv-cinder-816324-4-smb is: [{'id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'name': 'tempest-AttachVolumeShelveTestJSON-245953741-router', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:18Z', 'updated_at': '2021-11-19T13:33:24Z', 'revision_number': 4, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'gw_port': {'id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:19Z', 'updated_at': '2021-11-19T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_floatingips': [{'id': '18768b60-c0b1-443c-bbc0-e0292906399e', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'floating_ip_address': '172.28.1.215', 'floating_network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'router_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'port_id': 'f90c8d87-a3e0-476d-8db4-695dd29d7ad8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'mac_address': 'fa:16:3e:e8:72:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f33db9f-0ff6-4227-bb85-cc36f62f668d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:36:45Z', 'updated_at': '2021-11-19T13:37:00Z', 'revision_number': 1, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0dafe04-f35d-4f6a-b3d3-7a50dec199a4', 'name': '', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'mac_address': 'fa:16:3e:61:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:29Z', 'revision_number': 5, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'subnets': [{'id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:37:02.291683 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.361252 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faaa313-644d-4f42-8b54-176bc77a79d8 req-dc6b1716-4313-47ff-a130-bab70b890d7d tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:02.362870 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9faaa313-644d-4f42-8b54-176bc77a79d8 req-dc6b1716-4313-47ff-a130-bab70b890d7d tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.0514622 Nov 19 13:37:02.366032 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a247d6d1-ecbb-43bd-b239-e95c976f2a5b None None] New status for floating IP 18768b60-c0b1-443c-bbc0-e0292906399e: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:37:02.413816 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9faaa313-644d-4f42-8b54-176bc77a79d8 req-23d1beac-4bdd-497d-bdb9-f7c961cbc383 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447772 Nov 19 13:37:03.534626 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84eb23-862d-45ca-ae34-9c220a09f425 req-32ba68fd-1cc0-4c7c-a4a1-0c140dff6891 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:03.536120 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0d84eb23-862d-45ca-ae34-9c220a09f425 req-32ba68fd-1cc0-4c7c-a4a1-0c140dff6891 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.0522137 Nov 19 13:37:03.584652 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0d84eb23-862d-45ca-ae34-9c220a09f425 req-0861c56f-40f8-42d5-a38a-e3672d888519 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421336 Nov 19 13:37:04.698466 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3cb82-370f-428a-a67f-7403a0485810 req-7d8af1ff-235d-4e2e-b042-2a839561c5cb tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:04.699966 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9ae3cb82-370f-428a-a67f-7403a0485810 req-7d8af1ff-235d-4e2e-b042-2a839561c5cb tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.0483890 Nov 19 13:37:04.747385 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9ae3cb82-370f-428a-a67f-7403a0485810 req-6d540024-59ba-4827-95be-6b8058ee0003 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416136 Nov 19 13:37:05.311160 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb543e-3995-4199-8a00-4737c630e109 req-d21ddecb-4d0b-4742-b3aa-1dd6d8b4ec8f tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:05.312695 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d8cb543e-3995-4199-8a00-4737c630e109 req-d21ddecb-4d0b-4742-b3aa-1dd6d8b4ec8f tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0476007 Nov 19 13:37:05.361223 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d8cb543e-3995-4199-8a00-4737c630e109 req-ad0aa67e-1fc5-4ddb-9148-bfce89e3fbc2 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428021 Nov 19 13:37:05.861670 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eda1be-a479-49ac-a474-86c044653950 req-7351e3e5-5ac6-4c1f-818f-ce0c8d398842 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:05.863093 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-51eda1be-a479-49ac-a474-86c044653950 req-7351e3e5-5ac6-4c1f-818f-ce0c8d398842 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.0472953 Nov 19 13:37:05.911172 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-51eda1be-a479-49ac-a474-86c044653950 req-52441fac-f08b-4ca9-b97b-542cc801b8af tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417707 Nov 19 13:37:06.477791 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d94f86-fcde-41c8-8f9d-be1fb5dda65c req-1dbad08a-1ade-44b7-a891-c18d5cc2036a tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:06.479227 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d6d94f86-fcde-41c8-8f9d-be1fb5dda65c req-1dbad08a-1ade-44b7-a891-c18d5cc2036a tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0476394 Nov 19 13:37:06.524347 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d6d94f86-fcde-41c8-8f9d-be1fb5dda65c req-12982d70-dfea-43db-a50a-7831ac06b8c2 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393140 Nov 19 13:37:07.027482 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18187fd-76d2-4bdc-913b-1000eac1aecd req-bc7d394a-1195-445a-b731-3d09cdfcfcb9 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:07.028989 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f18187fd-76d2-4bdc-913b-1000eac1aecd req-bc7d394a-1195-445a-b731-3d09cdfcfcb9 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.0517874 Nov 19 13:37:07.075907 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f18187fd-76d2-4bdc-913b-1000eac1aecd req-d3454fc0-6068-432f-b998-93ee69654bc6 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410867 Nov 19 13:37:07.276949 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0bdff-33f8-4d0d-88d5-71d9e8027427 req-fc3eb4bd-b4d3-43ca-a2c7-b757450128bb tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:07.278439 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-54f0bdff-33f8-4d0d-88d5-71d9e8027427 req-fc3eb4bd-b4d3-43ca-a2c7-b757450128bb tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.82 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.0490849 Nov 19 13:37:07.373272 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-54f0bdff-33f8-4d0d-88d5-71d9e8027427 req-dc071dcd-f10f-4280-b153-9a4b62666883 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Deleting port 4271e34a-dfc5-4106-b456-f13560f256b8 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:07.373606 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-54f0bdff-33f8-4d0d-88d5-71d9e8027427 req-dc071dcd-f10f-4280-b153-9a4b62666883 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.712662 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef17eeb-07bb-4573-bd9a-c049af0e1729 req-d17167be-71eb-4c6d-b1c8-6ded27c81a20 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:07.714092 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8ef17eeb-07bb-4573-bd9a-c049af0e1729 req-d17167be-71eb-4c6d-b1c8-6ded27c81a20 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 946 time: 0.1036527 Nov 19 13:37:07.720347 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-54f0bdff-33f8-4d0d-88d5-71d9e8027427 req-dc071dcd-f10f-4280-b153-9a4b62666883 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] For port 4271e34a-dfc5-4106-b456-f13560f256b8, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=4271e34a-dfc5-4106-b456-f13560f256b8,segment=NetworkSegment(fb7c540f-12e3-4467-86e6-e4dfa8ed618f),segment_id=fb7c540f-12e3-4467-86e6-e4dfa8ed618f)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:07.720707 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-54f0bdff-33f8-4d0d-88d5-71d9e8027427 req-dc071dcd-f10f-4280-b153-9a4b62666883 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.814691 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8ef17eeb-07bb-4573-bd9a-c049af0e1729 req-04a4fb93-4919-492c-b526-3df2989d0c1d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6c78f13-0c90-4342-a8b3-cd22afa49acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913739 Nov 19 13:37:07.919210 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-54f0bdff-33f8-4d0d-88d5-71d9e8027427 req-dc071dcd-f10f-4280-b153-9a4b62666883 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.919571 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-54f0bdff-33f8-4d0d-88d5-71d9e8027427 req-dc071dcd-f10f-4280-b153-9a4b62666883 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1797046'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.919910 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.db.l3_db [req-54f0bdff-33f8-4d0d-88d5-71d9e8027427 req-dc071dcd-f10f-4280-b153-9a4b62666883 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Floating IP e441856a-69d6-49e9-a2a0-da662ff94815 disassociated. External IP: 172.28.1.134, port: 4271e34a-dfc5-4106-b456-f13560f256b8. Nov 19 13:37:07.920250 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-54f0bdff-33f8-4d0d-88d5-71d9e8027427 req-dc071dcd-f10f-4280-b153-9a4b62666883 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Calling delete_port for 4271e34a-dfc5-4106-b456-f13560f256b8 owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:08.043082 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-54f0bdff-33f8-4d0d-88d5-71d9e8027427 req-dc071dcd-f10f-4280-b153-9a4b62666883 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422526'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:08.070410 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc071dcd-f10f-4280-b153-9a4b62666883 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Pushing event deleted for resources: {'Port': ['ID=4271e34a-dfc5-4106-b456-f13560f256b8,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:08.219370 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54f0bdff-33f8-4d0d-88d5-71d9e8027427 req-dc071dcd-f10f-4280-b153-9a4b62666883 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Router 00cb0917-c7e2-420a-9f80-841a287895b0 has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:37:08.228611 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaec70b-0c0d-4b4d-9e64-b6e0205feff0 req-3a9e36dc-ec66-47cd-aa2a-4f26bbf8d1f3 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:08.230070 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1aaec70b-0c0d-4b4d-9e64-b6e0205feff0 req-3a9e36dc-ec66-47cd-aa2a-4f26bbf8d1f3 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.0691957 Nov 19 13:37:08.346411 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1aaec70b-0c0d-4b4d-9e64-b6e0205feff0 req-169397b1-008c-45bc-a5c7-81c9b593b74c tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095579 Nov 19 13:37:08.368334 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54f0bdff-33f8-4d0d-88d5-71d9e8027427 req-dc071dcd-f10f-4280-b153-9a4b62666883 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:37:08.377858 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093715a4-5a19-4465-be6b-9735ba1cd850 None None] Sync routers for ids ['00cb0917-c7e2-420a-9f80-841a287895b0'] in dv-cinder-816324-4-smb {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:37:08.387763 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093715a4-5a19-4465-be6b-9735ba1cd850 None None] Routers {'00cb0917-c7e2-420a-9f80-841a287895b0'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:08.388377 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-093715a4-5a19-4465-be6b-9735ba1cd850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:36:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['00cb0917-c7e2-420a-9f80-841a287895b0'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:08.419044 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f0bdff-33f8-4d0d-88d5-71d9e8027427 req-dc071dcd-f10f-4280-b153-9a4b62666883 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] No DVR routers for this DVR port 4271e34a-dfc5-4106-b456-f13560f256b8 on host hv-cinder-81632 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:37:08.422735 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-54f0bdff-33f8-4d0d-88d5-71d9e8027427 req-dc071dcd-f10f-4280-b153-9a4b62666883 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:08.426504 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-54f0bdff-33f8-4d0d-88d5-71d9e8027427 req-dc071dcd-f10f-4280-b153-9a4b62666883 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.82 "DELETE /v2.0/ports/4271e34a-dfc5-4106-b456-f13560f256b8 HTTP/1.1" status: 204 len: 173 time: 1.1364102 Nov 19 13:37:08.427015 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349fb525-36ec-4e5e-b88e-6ef2665baa85', 'name': 'network-vif-deleted', 'tag': '4271e34a-dfc5-4106-b456-f13560f256b8'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:08.430239 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}431daffbed8a7bc2bed2e3611d7026b1b28861ed879237af90c14d74da8c9db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce48b46-7907-42b7-94c4-0ceb9fe27b75" -d '{"events": [{"server_uuid": "349fb525-36ec-4e5e-b88e-6ef2665baa85", "name": "network-vif-deleted", "tag": "4271e34a-dfc5-4106-b456-f13560f256b8"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:08.484064 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b14c69-036d-4379-99c0-01d525337d19 x-openstack-request-id: req-15b14c69-036d-4379-99c0-01d525337d19 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:08.484596 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349fb525-36ec-4e5e-b88e-6ef2665baa85", "name": "network-vif-deleted", "tag": "4271e34a-dfc5-4106-b456-f13560f256b8", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:08.484926 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-15b14c69-036d-4379-99c0-01d525337d19 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:08.485548 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349fb525-36ec-4e5e-b88e-6ef2665baa85', 'name': 'network-vif-deleted', 'tag': '4271e34a-dfc5-4106-b456-f13560f256b8', 'status': 'completed', 'code': 200} Nov 19 13:37:08.542151 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-093715a4-5a19-4465-be6b-9735ba1cd850 None None] Set router 00cb0917-c7e2-420a-9f80-841a287895b0 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:08.744818 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-093715a4-5a19-4465-be6b-9735ba1cd850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'name': 'tempest-AttachVolumeTestJSON-714672833-router', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:23Z', 'updated_at': '2021-11-19T13:32:34Z', 'revision_number': 4, 'project_id': '75905e8c906249a991884302d2b56a3a', 'gw_port': {'id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': 'a70aa791-e9bc-4248-800e-d0b233a082a9', 'name': '', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'mac_address': 'fa:16:3e:2c:f0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:29Z', 'updated_at': '2021-11-19T13:32:45Z', 'revision_number': 5, 'project_id': '75905e8c906249a991884302d2b56a3a', 'subnets': [{'id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:08.774560 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093715a4-5a19-4465-be6b-9735ba1cd850 None None] Checking router: 00cb0917-c7e2-420a-9f80-841a287895b0 for host: dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:37:08.782611 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093715a4-5a19-4465-be6b-9735ba1cd850 None None] Routers {'00cb0917-c7e2-420a-9f80-841a287895b0'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:08.783208 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-093715a4-5a19-4465-be6b-9735ba1cd850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:36:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['00cb0917-c7e2-420a-9f80-841a287895b0'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:08.891824 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-093715a4-5a19-4465-be6b-9735ba1cd850 None None] Set router 00cb0917-c7e2-420a-9f80-841a287895b0 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:08.994407 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-25b151e8-ac2d-47e2-822f-dcea98ab6f80 req-67cee033-6ec0-4e30-90d9-257c19965120 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=349fb525-36ec-4e5e-b88e-6ef2665baa85 HTTP/1.1" status: 200 len: 210 time: 0.0658903 Nov 19 13:37:09.023182 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98007e1a-34da-4b35-b61f-a241b447e919 req-ecb6c719-ae37-4099-ba48-b10dba466e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:09.024809 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-98007e1a-34da-4b35-b61f-a241b447e919 req-ecb6c719-ae37-4099-ba48-b10dba466e58 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7aba59e789ec42f28106f03123363eb4&device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 1098 time: 0.0790308 Nov 19 13:37:09.097377 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-093715a4-5a19-4465-be6b-9735ba1cd850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'name': 'tempest-AttachVolumeTestJSON-714672833-router', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:23Z', 'updated_at': '2021-11-19T13:32:34Z', 'revision_number': 4, 'project_id': '75905e8c906249a991884302d2b56a3a', 'gw_port': {'id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': 'a70aa791-e9bc-4248-800e-d0b233a082a9', 'name': '', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'mac_address': 'fa:16:3e:2c:f0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:29Z', 'updated_at': '2021-11-19T13:32:45Z', 'revision_number': 5, 'project_id': '75905e8c906249a991884302d2b56a3a', 'subnets': [{'id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:09.121928 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98007e1a-34da-4b35-b61f-a241b447e919 req-2ce56240-0925-4bdd-91c0-084a6f22e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:09.123377 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-98007e1a-34da-4b35-b61f-a241b447e919 req-2ce56240-0925-4bdd-91c0-084a6f22e1d4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=73c96041-9b28-4c68-9fa9-490b84a1a86c HTTP/1.1" status: 200 len: 911 time: 0.0874829 Nov 19 13:37:09.126922 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093715a4-5a19-4465-be6b-9735ba1cd850 None None] The sync data for ids ['00cb0917-c7e2-420a-9f80-841a287895b0'] in dv-cinder-816324-4-smb is: [{'id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'name': 'tempest-AttachVolumeTestJSON-714672833-router', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:23Z', 'updated_at': '2021-11-19T13:32:34Z', 'revision_number': 4, 'project_id': '75905e8c906249a991884302d2b56a3a', 'gw_port': {'id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': 'a70aa791-e9bc-4248-800e-d0b233a082a9', 'name': '', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'mac_address': 'fa:16:3e:2c:f0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:29Z', 'updated_at': '2021-11-19T13:32:45Z', 'revision_number': 5, 'project_id': '75905e8c906249a991884302d2b56a3a', 'subnets': [{'id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:37:09.193121 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-98007e1a-34da-4b35-b61f-a241b447e919 req-40afba4e-a183-45b3-816c-044a31e906f6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1579cd28-484b-4970-a380-3719f408d681 HTTP/1.1" status: 200 len: 1001 time: 0.0611358 Nov 19 13:37:09.241937 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98007e1a-34da-4b35-b61f-a241b447e919 req-bd596174-6ed6-473e-ab13-565cd24ba848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:09.243382 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-98007e1a-34da-4b35-b61f-a241b447e919 req-bd596174-6ed6-473e-ab13-565cd24ba848 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d417f6d-4d23-4260-8964-4b050adda031 HTTP/1.1" status: 200 len: 848 time: 0.0436060 Nov 19 13:37:09.298899 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98007e1a-34da-4b35-b61f-a241b447e919 req-35b9f411-fbc3-4563-8288-c80275e98608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:09.300472 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-98007e1a-34da-4b35-b61f-a241b447e919 req-35b9f411-fbc3-4563-8288-c80275e98608 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=73c96041-9b28-4c68-9fa9-490b84a1a86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0500445 Nov 19 13:37:09.354236 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c89ab4d-c642-48db-bcbf-7561bd7a4b7f None None] New status for floating IP e441856a-69d6-49e9-a2a0-da662ff94815: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:37:09.394726 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-98007e1a-34da-4b35-b61f-a241b447e919 req-74022e45-1fcb-4f81-9221-26ec07d73905 service neutron] 10.222.0.82 "GET /v2.0/networks/73c96041-9b28-4c68-9fa9-490b84a1a86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868273 Nov 19 13:37:09.532719 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d7a93-f6c6-4289-85fb-e23d016bf6de req-b2a243f3-ad72-4ec0-882a-1e68c1a798e3 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:09.534293 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-640d7a93-f6c6-4289-85fb-e23d016bf6de req-b2a243f3-ad72-4ec0-882a-1e68c1a798e3 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.1145618 Nov 19 13:37:09.555346 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-98007e1a-34da-4b35-b61f-a241b447e919 req-56ce0770-fd34-42fd-885c-638977e40ca5 service neutron] 10.222.0.82 "GET /v2.0/networks/73c96041-9b28-4c68-9fa9-490b84a1a86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531987 Nov 19 13:37:09.594308 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6344167f-e82d-4d10-9d19-649cd099f4bd req-16298bd6-849c-4954-82ca-cf2463a3a8d8 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421573816&fields=id&tenant_id=09aa125b8fc640e780552210e36a9a2e HTTP/1.1" status: 200 len: 267 time: 0.0981698 Nov 19 13:37:09.621603 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-640d7a93-f6c6-4289-85fb-e23d016bf6de req-01af3105-5dd8-4c18-83c0-dc6289026cb7 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802410 Nov 19 13:37:09.660205 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344167f-e82d-4d10-9d19-649cd099f4bd req-84c86e02-f78f-41da-9c8f-f1e2f483de6a tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:09.661693 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6344167f-e82d-4d10-9d19-649cd099f4bd req-84c86e02-f78f-41da-9c8f-f1e2f483de6a tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 984 time: 0.0579059 Nov 19 13:37:09.672422 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [req-6344167f-e82d-4d10-9d19-649cd099f4bd req-45e0d75c-acc4-42a7-ba2a-0d50605a59bb tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Request body: {'port': {'security_groups': ['fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f']}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:09.737886 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6344167f-e82d-4d10-9d19-649cd099f4bd req-45e0d75c-acc4-42a7-ba2a-0d50605a59bb tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.907499 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-6344167f-e82d-4d10-9d19-649cd099f4bd req-45e0d75c-acc4-42a7-ba2a-0d50605a59bb tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] For port e6790ee1-7c87-4b15-889a-b9387862796b, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=e6790ee1-7c87-4b15-889a-b9387862796b,segment=NetworkSegment(9e4fe50c-07cf-46cc-ac06-1028ee4081c6),segment_id=9e4fe50c-07cf-46cc-ac06-1028ee4081c6)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:09.935043 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6344167f-e82d-4d10-9d19-649cd099f4bd req-45e0d75c-acc4-42a7-ba2a-0d50605a59bb tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.939401 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6344167f-e82d-4d10-9d19-649cd099f4bd req-45e0d75c-acc4-42a7-ba2a-0d50605a59bb tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422517'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.950839 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['e6790ee1-7c87-4b15-889a-b9387862796b'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:37:09.984339 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344167f-e82d-4d10-9d19-649cd099f4bd req-45e0d75c-acc4-42a7-ba2a-0d50605a59bb tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:09.984538 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6344167f-e82d-4d10-9d19-649cd099f4bd req-45e0d75c-acc4-42a7-ba2a-0d50605a59bb tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.988393 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6344167f-e82d-4d10-9d19-649cd099f4bd req-45e0d75c-acc4-42a7-ba2a-0d50605a59bb tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "PUT /v2.0/ports/e6790ee1-7c87-4b15-889a-b9387862796b HTTP/1.1" status: 200 len: 942 time: 0.3199694 Nov 19 13:37:09.993071 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 47678) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:10.053640 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0d75c-acc4-42a7-ba2a-0d50605a59bb tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Pushing event updated for resources: {'Port': ['ID=e6790ee1-7c87-4b15-889a-b9387862796b,revision_number=7']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:10.057942 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 4271e34a-dfc5-4106-b456-f13560f256b8 no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:37:10.102716 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['e6790ee1-7c87-4b15-889a-b9387862796b'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:37:10.104099 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 47686) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:10.107771 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] No Port match for: 4271e34a-dfc5-4106-b456-f13560f256b8 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:37:10.108306 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 4271e34a-dfc5-4106-b456-f13560f256b8 not bound to the agent host hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:37:10.131070 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-acded6e0-0f09-4f56-bc57-993e9a1810b9 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.172999 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-acded6e0-0f09-4f56-bc57-993e9a1810b9 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.185596 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bfedd7c8-41cc-4eed-8703-96b7fdaccea5 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.210395 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bfedd7c8-41cc-4eed-8703-96b7fdaccea5 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.256643 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-acded6e0-0f09-4f56-bc57-993e9a1810b9 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.260800 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-acded6e0-0f09-4f56-bc57-993e9a1810b9 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.261944 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-acded6e0-0f09-4f56-bc57-993e9a1810b9 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "DELETE /v2.0/security-groups/386e1f3e-5bcb-46d6-b63e-cd453ee10894 HTTP/1.1" status: 204 len: 168 time: 0.2660007 Nov 19 13:37:10.265490 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 47688) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:10.266108 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5cd8da62-3873-437d-82a3-7a7d45aba4cf None None] Provisioning complete for port e6790ee1-7c87-4b15-889a-b9387862796b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:10.266486 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5cd8da62-3873-437d-82a3-7a7d45aba4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.272670 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bfedd7c8-41cc-4eed-8703-96b7fdaccea5 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.275190 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bfedd7c8-41cc-4eed-8703-96b7fdaccea5 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.277716 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acded6e0-0f09-4f56-bc57-993e9a1810b9 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=386e1f3e-5bcb-46d6-b63e-cd453ee10894,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:10.279006 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-bfedd7c8-41cc-4eed-8703-96b7fdaccea5 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "DELETE /v2.0/security-groups/c6c78f13-0c90-4342-a8b3-cd22afa49acf HTTP/1.1" status: 204 len: 168 time: 0.1739120 Nov 19 13:37:10.279573 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 47690) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:10.325048 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedd7c8-41cc-4eed-8703-96b7fdaccea5 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c78f13-0c90-4342-a8b3-cd22afa49acf,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:10.338399 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.api.v2.resource [None req-b2ecc6fe-dce8-4d55-88a4-887dbe48670b tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] show failed (client error): The resource could not be found. Nov 19 13:37:10.340106 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-b2ecc6fe-dce8-4d55-88a4-887dbe48670b tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups/c6c78f13-0c90-4342-a8b3-cd22afa49acf HTTP/1.1" status: 404 len: 347 time: 0.0499716 Nov 19 13:37:10.342338 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 47692) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:10.472719 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-80f943d6-5a48-4efd-8188-f87668640b2b tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Deleting port 34e62c0a-f5f4-4203-bea3-935b8364e201 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:10.473177 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-80f943d6-5a48-4efd-8188-f87668640b2b tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.479632 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-2f568792-7420-4b62-ab0d-8134e5d3bab7 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Deleting port 4a9ec6d6-cc1e-4568-a6e7-1fc635d42566 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:10.479994 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2f568792-7420-4b62-ab0d-8134e5d3bab7 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.490675 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be47e449-8b2f-4a48-8286-680e4d1ea673', 'tag': 'e6790ee1-7c87-4b15-889a-b9387862796b'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:10.492998 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}431daffbed8a7bc2bed2e3611d7026b1b28861ed879237af90c14d74da8c9db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063fb462-f577-4e03-8edf-31bedc7d5730" -d '{"events": [{"name": "network-changed", "server_uuid": "be47e449-8b2f-4a48-8286-680e4d1ea673", "tag": "e6790ee1-7c87-4b15-889a-b9387862796b"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:10.530837 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99c0e99-1b6e-40bf-8a07-0a5ae8e6cd04 x-openstack-request-id: req-c99c0e99-1b6e-40bf-8a07-0a5ae8e6cd04 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:10.531192 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be47e449-8b2f-4a48-8286-680e4d1ea673", "tag": "e6790ee1-7c87-4b15-889a-b9387862796b", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:10.532051 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c99c0e99-1b6e-40bf-8a07-0a5ae8e6cd04 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:10.532445 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be47e449-8b2f-4a48-8286-680e4d1ea673', 'tag': 'e6790ee1-7c87-4b15-889a-b9387862796b', 'status': 'completed', 'code': 200} Nov 19 13:37:10.561590 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-80f943d6-5a48-4efd-8188-f87668640b2b tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.561912 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-80f943d6-5a48-4efd-8188-f87668640b2b tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.573515 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-80f943d6-5a48-4efd-8188-f87668640b2b tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Calling delete_port for 34e62c0a-f5f4-4203-bea3-935b8364e201 owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:10.575994 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2f568792-7420-4b62-ab0d-8134e5d3bab7 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.576322 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2f568792-7420-4b62-ab0d-8134e5d3bab7 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.603684 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-2f568792-7420-4b62-ab0d-8134e5d3bab7 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Calling delete_port for 4a9ec6d6-cc1e-4568-a6e7-1fc635d42566 owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:10.624259 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fb462-f577-4e03-8edf-31bedc7d5730 req-027d4284-39ff-4e92-a15c-6b173adc223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:10.625755 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-063fb462-f577-4e03-8edf-31bedc7d5730 req-027d4284-39ff-4e92-a15c-6b173adc223a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=09aa125b8fc640e780552210e36a9a2e&device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 1098 time: 0.0658429 Nov 19 13:37:10.757317 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-80f943d6-5a48-4efd-8188-f87668640b2b tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.784249 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f943d6-5a48-4efd-8188-f87668640b2b tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Pushing event deleted for resources: {'Port': ['ID=34e62c0a-f5f4-4203-bea3-935b8364e201,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:10.823209 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc514ea-2c83-4a0b-98c2-4d55d64e6db9 req-29422006-0098-4966-b86c-8e353cba7330 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:10.824708 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ffc514ea-2c83-4a0b-98c2-4d55d64e6db9 req-29422006-0098-4966-b86c-8e353cba7330 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.1151536 Nov 19 13:37:10.825652 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fb462-f577-4e03-8edf-31bedc7d5730 req-57abc307-8b45-4035-8bdf-f3d3e816a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:10.826950 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-063fb462-f577-4e03-8edf-31bedc7d5730 req-57abc307-8b45-4035-8bdf-f3d3e816a0d7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6 HTTP/1.1" status: 200 len: 916 time: 0.1729982 Nov 19 13:37:10.846504 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-80f943d6-5a48-4efd-8188-f87668640b2b tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.847107 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.db.l3_db [None req-80f943d6-5a48-4efd-8188-f87668640b2b tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Floating IP c40b869b-6b0d-41ee-92fa-469d40f61f72 disassociated (deleted). External IP: 172.28.1.34, port: e6790ee1-7c87-4b15-889a-b9387862796b. Nov 19 13:37:10.911118 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-063fb462-f577-4e03-8edf-31bedc7d5730 req-c92ac050-6172-4e30-bf17-1842ed99e172 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6790ee1-7c87-4b15-889a-b9387862796b HTTP/1.1" status: 200 len: 217 time: 0.0719638 Nov 19 13:37:10.975280 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ffc514ea-2c83-4a0b-98c2-4d55d64e6db9 req-18b95cf1-046b-4450-9c06-2919e3446d0b tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444736 Nov 19 13:37:10.991322 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fb462-f577-4e03-8edf-31bedc7d5730 req-de821578-b212-4fb0-8736-fe66a11f4d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:10.992886 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-063fb462-f577-4e03-8edf-31bedc7d5730 req-de821578-b212-4fb0-8736-fe66a11f4d53 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4a749b76-60b4-4c14-a9f5-74c13fa5871a HTTP/1.1" status: 200 len: 853 time: 0.0719821 Nov 19 13:37:10.993978 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2f568792-7420-4b62-ab0d-8134e5d3bab7 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422526'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.051589 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f568792-7420-4b62-ab0d-8134e5d3bab7 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Pushing event deleted for resources: {'Port': ['ID=4a9ec6d6-cc1e-4568-a6e7-1fc635d42566,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:11.072644 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f943d6-5a48-4efd-8188-f87668640b2b tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Router dcd17f14-68c0-4119-9f7d-dce3df95d10c has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:37:11.118853 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fb462-f577-4e03-8edf-31bedc7d5730 req-364e7bbd-2948-4236-ad19-e9f78c758915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:11.120671 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-063fb462-f577-4e03-8edf-31bedc7d5730 req-364e7bbd-2948-4236-ad19-e9f78c758915 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1196148 Nov 19 13:37:11.127309 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2f568792-7420-4b62-ab0d-8134e5d3bab7 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.130063 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2f568792-7420-4b62-ab0d-8134e5d3bab7 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.131740 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-2f568792-7420-4b62-ab0d-8134e5d3bab7 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "DELETE /v2.0/floatingips/e441856a-69d6-49e9-a2a0-da662ff94815 HTTP/1.1" status: 204 len: 168 time: 0.7883527 Nov 19 13:37:11.259787 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-063fb462-f577-4e03-8edf-31bedc7d5730 req-88e1d770-aed8-4cde-8581-23e83359a45f service neutron] 10.222.0.82 "GET /v2.0/networks/f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268668 Nov 19 13:37:11.363887 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-063fb462-f577-4e03-8edf-31bedc7d5730 req-eb0255b1-51ee-47ac-aaf6-76b62749c5a7 service neutron] 10.222.0.82 "GET /v2.0/networks/f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947070 Nov 19 13:37:11.432000 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f943d6-5a48-4efd-8188-f87668640b2b tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:37:11.436679 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-80f943d6-5a48-4efd-8188-f87668640b2b tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.443613 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3a3c74-a00d-4359-9205-6227e1b26e30 None None] Sync routers for ids ['dcd17f14-68c0-4119-9f7d-dce3df95d10c'] in dv-cinder-816324-4-smb {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:37:11.454813 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3a3c74-a00d-4359-9205-6227e1b26e30 None None] Routers {'dcd17f14-68c0-4119-9f7d-dce3df95d10c'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:11.455419 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-da3a3c74-a00d-4359-9205-6227e1b26e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:36:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['dcd17f14-68c0-4119-9f7d-dce3df95d10c'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:11.465367 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-80f943d6-5a48-4efd-8188-f87668640b2b tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "DELETE /v2.0/floatingips/c40b869b-6b0d-41ee-92fa-469d40f61f72 HTTP/1.1" status: 204 len: 168 time: 1.1963344 Nov 19 13:37:11.465367 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be47e449-8b2f-4a48-8286-680e4d1ea673', 'tag': 'e6790ee1-7c87-4b15-889a-b9387862796b'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:11.465895 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c81a763-a667-4b8b-afda-fbefed6dfa21" -d '{"events": [{"name": "network-changed", "server_uuid": "be47e449-8b2f-4a48-8286-680e4d1ea673", "tag": "e6790ee1-7c87-4b15-889a-b9387862796b"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:11.565612 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-da3a3c74-a00d-4359-9205-6227e1b26e30 None None] Set router dcd17f14-68c0-4119-9f7d-dce3df95d10c gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:11.619881 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 47710) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:11.624687 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-50840e38-1e88-4b45-8f3e-968c16a3fdd3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1251433337', 'description': 'tempest-description--356433337'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:11.662550 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-50840e38-1e88-4b45-8f3e-968c16a3fdd3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.697284 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fd1f51-02cf-4d56-94e6-c558a897500c x-openstack-request-id: req-95fd1f51-02cf-4d56-94e6-c558a897500c {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:11.697811 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be47e449-8b2f-4a48-8286-680e4d1ea673", "tag": "e6790ee1-7c87-4b15-889a-b9387862796b", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:11.698253 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-95fd1f51-02cf-4d56-94e6-c558a897500c {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:11.698834 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be47e449-8b2f-4a48-8286-680e4d1ea673', 'tag': 'e6790ee1-7c87-4b15-889a-b9387862796b', 'status': 'completed', 'code': 200} Nov 19 13:37:11.805592 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-50840e38-1e88-4b45-8f3e-968c16a3fdd3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.810582 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-50840e38-1e88-4b45-8f3e-968c16a3fdd3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.812384 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-da3a3c74-a00d-4359-9205-6227e1b26e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'name': 'tempest-TestMinimumBasicScenario-564155755-router', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:01Z', 'updated_at': '2021-11-19T13:34:05Z', 'revision_number': 4, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'gw_port': {'id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:02Z', 'updated_at': '2021-11-19T13:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': '00c132a2-4f21-4d5f-94b4-ad7346622e0f', 'name': '', 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'mac_address': 'fa:16:3e:d8:33:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '4a749b76-60b4-4c14-a9f5-74c13fa5871a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:04Z', 'updated_at': '2021-11-19T13:34:09Z', 'revision_number': 5, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'subnets': [{'id': '4a749b76-60b4-4c14-a9f5-74c13fa5871a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:11.834238 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81a763-a667-4b8b-afda-fbefed6dfa21 req-75db9dda-98c7-4b5b-96dc-81d19841337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:11.836343 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5c81a763-a667-4b8b-afda-fbefed6dfa21 req-75db9dda-98c7-4b5b-96dc-81d19841337f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=09aa125b8fc640e780552210e36a9a2e&device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 1098 time: 0.0854812 Nov 19 13:37:11.845873 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3a3c74-a00d-4359-9205-6227e1b26e30 None None] Checking router: dcd17f14-68c0-4119-9f7d-dce3df95d10c for host: dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:37:11.846227 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-50840e38-1e88-4b45-8f3e-968c16a3fdd3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.850434 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-50840e38-1e88-4b45-8f3e-968c16a3fdd3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2262452 Nov 19 13:37:11.850726 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 47714) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:11.854700 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3a3c74-a00d-4359-9205-6227e1b26e30 None None] Routers {'dcd17f14-68c0-4119-9f7d-dce3df95d10c'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:11.855185 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-569e6b8b-1273-4c34-9cf9-44ba2dbf6b86 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Request body: {'security_group_rule': {'security_group_id': '0f1bec0a-ebb2-4044-8f97-3fcea3ceed2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:11.855327 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-da3a3c74-a00d-4359-9205-6227e1b26e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:36:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['dcd17f14-68c0-4119-9f7d-dce3df95d10c'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:11.861931 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50840e38-1e88-4b45-8f3e-968c16a3fdd3 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1bec0a-ebb2-4044-8f97-3fcea3ceed2a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:11.885224 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-569e6b8b-1273-4c34-9cf9-44ba2dbf6b86 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.943329 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-569e6b8b-1273-4c34-9cf9-44ba2dbf6b86 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.947495 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-569e6b8b-1273-4c34-9cf9-44ba2dbf6b86 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584517'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.950029 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81a763-a667-4b8b-afda-fbefed6dfa21 req-2eee7acb-9b4c-45a0-aa35-629f7a35e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:11.951962 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5c81a763-a667-4b8b-afda-fbefed6dfa21 req-2eee7acb-9b4c-45a0-aa35-629f7a35e247 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6 HTTP/1.1" status: 200 len: 916 time: 0.1015222 Nov 19 13:37:11.964371 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e6b8b-1273-4c34-9cf9-44ba2dbf6b86 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b322232e-380f-4e4c-88ab-c7df4f36dd92,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:11.972286 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-da3a3c74-a00d-4359-9205-6227e1b26e30 None None] Set router dcd17f14-68c0-4119-9f7d-dce3df95d10c gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:11.977621 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-569e6b8b-1273-4c34-9cf9-44ba2dbf6b86 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.981426 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-569e6b8b-1273-4c34-9cf9-44ba2dbf6b86 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272047 Nov 19 13:37:11.981741 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 47716) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:11.986314 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ef477d4d-5566-4835-9b76-19aae6a53f21 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Request body: {'security_group_rule': {'security_group_id': '0f1bec0a-ebb2-4044-8f97-3fcea3ceed2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:12.003961 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5c81a763-a667-4b8b-afda-fbefed6dfa21 req-1a308c01-65c4-41b7-807c-4a874ae16278 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6790ee1-7c87-4b15-889a-b9387862796b HTTP/1.1" status: 200 len: 217 time: 0.0436239 Nov 19 13:37:12.021179 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ef477d4d-5566-4835-9b76-19aae6a53f21 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:12.097585 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ef477d4d-5566-4835-9b76-19aae6a53f21 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:12.102964 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ef477d4d-5566-4835-9b76-19aae6a53f21 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584517'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:12.109209 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81a763-a667-4b8b-afda-fbefed6dfa21 req-4b651673-8860-4447-a523-449bb6e33ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:12.110730 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5c81a763-a667-4b8b-afda-fbefed6dfa21 req-4b651673-8860-4447-a523-449bb6e33ded service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4a749b76-60b4-4c14-a9f5-74c13fa5871a HTTP/1.1" status: 200 len: 853 time: 0.0987554 Nov 19 13:37:12.120876 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef477d4d-5566-4835-9b76-19aae6a53f21 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4615cb-59ad-4107-ad30-ee0c0d2dc2c8,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:12.136412 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cde9d6-f3f4-4846-b270-c6843b87f6a3 req-2cdddc52-dc7c-45fc-a519-d6be3d2d95ff tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:12.137948 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-04cde9d6-f3f4-4846-b270-c6843b87f6a3 req-2cdddc52-dc7c-45fc-a519-d6be3d2d95ff tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.0741968 Nov 19 13:37:12.148984 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ef477d4d-5566-4835-9b76-19aae6a53f21 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:12.154431 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-ef477d4d-5566-4835-9b76-19aae6a53f21 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1686797 Nov 19 13:37:12.154606 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 47720) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:12.158948 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ddf3fb79-1f9f-48cd-8b25-e7b66c6eb7f8 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Request body: {'floatingip': {'floating_network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:12.199673 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fb79-1f9f-48cd-8b25-e7b66c6eb7f8 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:12.215878 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81a763-a667-4b8b-afda-fbefed6dfa21 req-bf9d1f4d-cdac-4f5e-a8f6-4d07990bc883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:12.217931 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5c81a763-a667-4b8b-afda-fbefed6dfa21 req-bf9d1f4d-cdac-4f5e-a8f6-4d07990bc883 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0969748 Nov 19 13:37:12.221677 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-04cde9d6-f3f4-4846-b270-c6843b87f6a3 req-8df5261e-3634-48da-8f77-3f6956209f76 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544236 Nov 19 13:37:12.311225 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [req-61fc63f1-2ebb-4bcb-9418-cd9a67459035 req-f1005d50-86a3-4194-98eb-13a385b14e14 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:37:12.312278 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-61fc63f1-2ebb-4bcb-9418-cd9a67459035 req-f1005d50-86a3-4194-98eb-13a385b14e14 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073164 Nov 19 13:37:12.365031 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5c81a763-a667-4b8b-afda-fbefed6dfa21 req-39c44fa9-f417-4586-8c5e-e725a35587eb service neutron] 10.222.0.82 "GET /v2.0/networks/f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375787 Nov 19 13:37:12.380287 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fb79-1f9f-48cd-8b25-e7b66c6eb7f8 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:12.483746 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-da3a3c74-a00d-4359-9205-6227e1b26e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'name': 'tempest-TestMinimumBasicScenario-564155755-router', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:01Z', 'updated_at': '2021-11-19T13:34:05Z', 'revision_number': 4, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'gw_port': {'id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:02Z', 'updated_at': '2021-11-19T13:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': '00c132a2-4f21-4d5f-94b4-ad7346622e0f', 'name': '', 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'mac_address': 'fa:16:3e:d8:33:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '4a749b76-60b4-4c14-a9f5-74c13fa5871a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:04Z', 'updated_at': '2021-11-19T13:34:09Z', 'revision_number': 5, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'subnets': [{'id': '4a749b76-60b4-4c14-a9f5-74c13fa5871a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:12.510795 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3a3c74-a00d-4359-9205-6227e1b26e30 None None] The sync data for ids ['dcd17f14-68c0-4119-9f7d-dce3df95d10c'] in dv-cinder-816324-4-smb is: [{'id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'name': 'tempest-TestMinimumBasicScenario-564155755-router', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:01Z', 'updated_at': '2021-11-19T13:34:05Z', 'revision_number': 4, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'gw_port': {'id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:02Z', 'updated_at': '2021-11-19T13:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': '00c132a2-4f21-4d5f-94b4-ad7346622e0f', 'name': '', 'network_id': 'f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'mac_address': 'fa:16:3e:d8:33:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '4a749b76-60b4-4c14-a9f5-74c13fa5871a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:04Z', 'updated_at': '2021-11-19T13:34:09Z', 'revision_number': 5, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'subnets': [{'id': '4a749b76-60b4-4c14-a9f5-74c13fa5871a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:37:12.524648 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5c81a763-a667-4b8b-afda-fbefed6dfa21 req-669e40f5-87c8-4d01-b424-e5d6c10d39de service neutron] 10.222.0.82 "GET /v2.0/networks/f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463635 Nov 19 13:37:12.532509 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-8897c50a-b7ea-434d-a50d-b1e431ec2844 req-3b0254f5-0819-4475-b30c-eb746a661fd4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803680 Nov 19 13:37:12.543079 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-ddf3fb79-1f9f-48cd-8b25-e7b66c6eb7f8 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Allocated IP 172.28.1.108 (f5fe0685-e1a5-4f21-925a-12d1aefd12c8/e23fd1b3-af46-4401-a4dc-3ec2e1f1f010/a0c89b47-55e0-4181-8560-10d92c114b8a) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:12.557503 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11de2ef-6368-45f2-b142-7264133ffd99 req-94ace519-d6e4-4791-98be-1086850d5c48 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:12.559294 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d11de2ef-6368-45f2-b142-7264133ffd99 req-94ace519-d6e4-4791-98be-1086850d5c48 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.0830591 Nov 19 13:37:12.621276 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d11de2ef-6368-45f2-b142-7264133ffd99 req-c29e0ec5-f049-4d5a-a6ab-596cf9e835e0 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534196 Nov 19 13:37:12.664056 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fb79-1f9f-48cd-8b25-e7b66c6eb7f8 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:12.715948 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fb79-1f9f-48cd-8b25-e7b66c6eb7f8 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:12.761546 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf3fb79-1f9f-48cd-8b25-e7b66c6eb7f8 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Network f5fe0685-e1a5-4f21-925a-12d1aefd12c8 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:12.766796 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-ddf3fb79-1f9f-48cd-8b25-e7b66c6eb7f8 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:12.771345 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf3fb79-1f9f-48cd-8b25-e7b66c6eb7f8 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:12.808986 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3fb79-1f9f-48cd-8b25-e7b66c6eb7f8 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Pushing event updated for resources: {'Port': ['ID=a0c89b47-55e0-4181-8560-10d92c114b8a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:12.811396 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ac58fa-da99-4525-bb3d-aec243916b61 None None] New status for floating IP c40b869b-6b0d-41ee-92fa-469d40f61f72: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:37:12.869952 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fb79-1f9f-48cd-8b25-e7b66c6eb7f8 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:12.925273 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fb79-1f9f-48cd-8b25-e7b66c6eb7f8 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:13.095433 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fb79-1f9f-48cd-8b25-e7b66c6eb7f8 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:13.101382 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fb79-1f9f-48cd-8b25-e7b66c6eb7f8 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:13.173018 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3fb79-1f9f-48cd-8b25-e7b66c6eb7f8 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Pushing event updated for resources: {'Port': ['ID=a0c89b47-55e0-4181-8560-10d92c114b8a,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:13.185516 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fb79-1f9f-48cd-8b25-e7b66c6eb7f8 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1797046'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:13.201217 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fb79-1f9f-48cd-8b25-e7b66c6eb7f8 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:13.202911 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-ddf3fb79-1f9f-48cd-8b25-e7b66c6eb7f8 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0473449 Nov 19 13:37:13.411143 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-d350417a-74aa-444e-84fa-f96bfe6a09c2 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1251433337&fields=id&tenant_id=75905e8c906249a991884302d2b56a3a HTTP/1.1" status: 200 len: 267 time: 0.0433154 Nov 19 13:37:13.524758 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-611a19ca-6668-4c61-b263-ad6297904eed tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:13.526205 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-611a19ca-6668-4c61-b263-ad6297904eed tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/networks?id=29a05973-aaf0-4f6c-b6bc-89790fb13240 HTTP/1.1" status: 200 len: 810 time: 0.1061625 Nov 19 13:37:13.540992 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-20ca8fce-205d-4ec1-8c8b-f6de0f6282b1 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/quotas/75905e8c906249a991884302d2b56a3a HTTP/1.1" status: 200 len: 375 time: 0.0088284 Nov 19 13:37:13.590332 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-7239999c-4ba4-4da3-9d6a-c3cf6b36da7e tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=75905e8c906249a991884302d2b56a3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437071 Nov 19 13:37:13.682364 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-3d6a90e5-151e-46bd-9670-94ba1854063b service neutron] 10.222.0.70 "GET /v2.0/networks/29a05973-aaf0-4f6c-b6bc-89790fb13240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799272 Nov 19 13:37:14.055324 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 1579cd28-484b-4970-a380-3719f408d681 no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:37:14.062680 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729cb23-69a8-4163-a201-13bbd007004c req-b579dd68-c843-4356-bbec-a769004556f1 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:14.064311 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f729cb23-69a8-4163-a201-13bbd007004c req-b579dd68-c843-4356-bbec-a769004556f1 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.3685598 Nov 19 13:37:14.072944 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897c50a-b7ea-434d-a50d-b1e431ec2844 req-56deddc4-5da2-4279-8206-d845181733b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:14.074384 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8897c50a-b7ea-434d-a50d-b1e431ec2844 req-56deddc4-5da2-4279-8206-d845181733b1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b&tenant_id=7aba59e789ec42f28106f03123363eb4 HTTP/1.1" status: 200 len: 1098 time: 0.3128862 Nov 19 13:37:14.092130 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-a1127911-75c4-444f-a271-49174ca1ac0f service neutron] 10.222.0.70 "GET /v2.0/networks/29a05973-aaf0-4f6c-b6bc-89790fb13240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039204 Nov 19 13:37:14.146252 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:14.149853 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f729cb23-69a8-4163-a201-13bbd007004c req-0beb2a35-464d-496d-a9a2-5122967c3afa tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791235 Nov 19 13:37:14.176170 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897c50a-b7ea-434d-a50d-b1e431ec2844 req-e3354a6d-1148-43ec-a2cd-e3f930388df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:14.178025 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8897c50a-b7ea-434d-a50d-b1e431ec2844 req-e3354a6d-1148-43ec-a2cd-e3f930388df2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7aba59e789ec42f28106f03123363eb4&device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 1098 time: 0.0672524 Nov 19 13:37:14.184411 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de664db6-c950-4f0d-9afc-276f3e41986b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1579cd28-484b-4970-a380-3719f408d681'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:14.186915 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e055a475c9f0143691b95be0e0209c275a71c4689c1f5f09712fcbe57faa4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd00b26b-152f-4923-8085-f73c22e6be46" -d '{"events": [{"server_uuid": "de664db6-c950-4f0d-9afc-276f3e41986b", "name": "network-vif-unplugged", "status": "completed", "tag": "1579cd28-484b-4970-a380-3719f408d681"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:14.221191 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 1579cd28-484b-4970-a380-3719f408d681, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=1579cd28-484b-4970-a380-3719f408d681,segment=NetworkSegment(ec72d818-30a1-471c-ac19-98b44dda9e7c),segment_id=ec72d818-30a1-471c-ac19-98b44dda9e7c)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:14.226515 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:14.311025 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897c50a-b7ea-434d-a50d-b1e431ec2844 req-ef91c3ea-451d-4e33-a480-3519efe05497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:14.312628 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8897c50a-b7ea-434d-a50d-b1e431ec2844 req-ef91c3ea-451d-4e33-a480-3519efe05497 service neutron] 10.222.0.82 "GET /v2.0/networks?id=73c96041-9b28-4c68-9fa9-490b84a1a86c HTTP/1.1" status: 200 len: 911 time: 0.1262052 Nov 19 13:37:14.330414 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ed022ddb-7e74-4f27-af67-36eae23b2849 req-3b0818c0-aa8d-4026-ab28-ffff15315ff2 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=0914bd87-de4e-4b51-9c1b-8df5ceed892f HTTP/1.1" status: 200 len: 210 time: 0.0407619 Nov 19 13:37:14.353192 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304d7a3a-a567-402c-a44b-0ef131acdaaf x-openstack-request-id: req-304d7a3a-a567-402c-a44b-0ef131acdaaf {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:14.353192 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de664db6-c950-4f0d-9afc-276f3e41986b", "name": "network-vif-unplugged", "status": "completed", "tag": "1579cd28-484b-4970-a380-3719f408d681", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:14.353192 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-304d7a3a-a567-402c-a44b-0ef131acdaaf {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:14.353192 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de664db6-c950-4f0d-9afc-276f3e41986b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1579cd28-484b-4970-a380-3719f408d681', 'code': 200} Nov 19 13:37:14.353192 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=1579cd28-484b-4970-a380-3719f408d681,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:14.394501 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8897c50a-b7ea-434d-a50d-b1e431ec2844 req-8b68ca7a-0d5c-45bb-82e5-dd8cb25b5bfc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1579cd28-484b-4970-a380-3719f408d681 HTTP/1.1" status: 200 len: 999 time: 0.0668967 Nov 19 13:37:14.477010 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897c50a-b7ea-434d-a50d-b1e431ec2844 req-6cb91bf1-025a-4de3-b6ef-1377f9c73747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:14.478458 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8897c50a-b7ea-434d-a50d-b1e431ec2844 req-6cb91bf1-025a-4de3-b6ef-1377f9c73747 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d417f6d-4d23-4260-8964-4b050adda031 HTTP/1.1" status: 200 len: 848 time: 0.0710230 Nov 19 13:37:14.490403 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c37d2-2385-4f6c-855d-8f77584719ca req-07f7f865-021f-4bbc-a219-36a361bdc669 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:14.491837 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7a4c37d2-2385-4f6c-855d-8f77584719ca req-07f7f865-021f-4bbc-a219-36a361bdc669 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 945 time: 0.0936570 Nov 19 13:37:14.566993 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897c50a-b7ea-434d-a50d-b1e431ec2844 req-beb3beff-1b63-41fe-a3dd-2118b7c6e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:14.569057 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8897c50a-b7ea-434d-a50d-b1e431ec2844 req-beb3beff-1b63-41fe-a3dd-2118b7c6e61a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=73c96041-9b28-4c68-9fa9-490b84a1a86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763874 Nov 19 13:37:14.573642 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7a4c37d2-2385-4f6c-855d-8f77584719ca req-3d82bdff-ca8f-41f4-a2c9-63329f0f349d tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724096 Nov 19 13:37:14.672490 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8897c50a-b7ea-434d-a50d-b1e431ec2844 req-38b43ac9-8296-4e7b-a2ce-462bcc4b61aa service neutron] 10.222.0.82 "GET /v2.0/networks/73c96041-9b28-4c68-9fa9-490b84a1a86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946789 Nov 19 13:37:14.763539 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8897c50a-b7ea-434d-a50d-b1e431ec2844 req-195e5099-7253-4c17-be05-c94da8402326 service neutron] 10.222.0.82 "GET /v2.0/networks/73c96041-9b28-4c68-9fa9-490b84a1a86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839977 Nov 19 13:37:15.311858 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad1958-1f09-4be9-b30c-ba263b02bd0f req-26629f13-4bb4-47ba-a73c-ad49969b705d tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:15.313350 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0fad1958-1f09-4be9-b30c-ba263b02bd0f req-26629f13-4bb4-47ba-a73c-ad49969b705d tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 943 time: 0.0750408 Nov 19 13:37:15.339490 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-6abbb394-8e7d-4f16-ab36-4d65939d3f16 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:15.340886 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-6abbb394-8e7d-4f16-ab36-4d65939d3f16 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.82 "GET /v2.0/networks?id=29a05973-aaf0-4f6c-b6bc-89790fb13240 HTTP/1.1" status: 200 len: 810 time: 0.1576915 Nov 19 13:37:15.404128 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0fad1958-1f09-4be9-b30c-ba263b02bd0f req-07c9cfc1-abef-428b-8002-d0f9384a8d99 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790863 Nov 19 13:37:15.450729 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-313ab604-e2d5-4734-b50e-ae9f45e0bcae req-fd679ec0-e656-4cb7-9cc5-d5d69678baeb tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=0914bd87-de4e-4b51-9c1b-8df5ceed892f HTTP/1.1" status: 200 len: 210 time: 0.0430751 Nov 19 13:37:15.459505 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-5fe7ccbc-9181-429a-9f5e-34b195ab752a tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75905e8c906249a991884302d2b56a3a HTTP/1.1" status: 200 len: 380 time: 0.1036990 Nov 19 13:37:15.469621 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-d8703f49-b071-4fa4-8879-9082e69104aa tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Request body: {'port': {'device_id': '0914bd87-de4e-4b51-9c1b-8df5ceed892f', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'admin_state_up': True, 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'security_groups': ['0f1bec0a-ebb2-4044-8f97-3fcea3ceed2a']}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:15.573145 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-d8703f49-b071-4fa4-8879-9082e69104aa tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Made reservation on behalf of 75905e8c906249a991884302d2b56a3a for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:37:15.576675 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-d8703f49-b071-4fa4-8879-9082e69104aa tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:15.730336 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22c576-8954-4f3e-b2cd-045535ff9424 req-675cf310-de25-4546-8897-2877f72c947b tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:15.731824 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9a22c576-8954-4f3e-b2cd-045535ff9424 req-675cf310-de25-4546-8897-2877f72c947b tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 945 time: 0.0900650 Nov 19 13:37:15.745724 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-d8703f49-b071-4fa4-8879-9082e69104aa tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Allocated IP 172.20.0.12 (29a05973-aaf0-4f6c-b6bc-89790fb13240/92afe969-d4c1-4108-a3bc-4e2243e08e74/413c33a8-b1b2-4890-bbaf-53583824bfc9) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:15.805802 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9a22c576-8954-4f3e-b2cd-045535ff9424 req-2c33a1a4-e9fa-4c21-aaa3-67b159df30fe tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681694 Nov 19 13:37:15.913909 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-d8703f49-b071-4fa4-8879-9082e69104aa tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:15.945192 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35b2b3-5e28-4df2-919f-4a15be0f9e82 req-1096e056-11cb-4dd1-a3de-8f15283e6610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:15.946880 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-4d35b2b3-5e28-4df2-919f-4a15be0f9e82 req-1096e056-11cb-4dd1-a3de-8f15283e6610 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 1096 time: 0.0407765 Nov 19 13:37:15.948113 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-d8703f49-b071-4fa4-8879-9082e69104aa tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422526'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:15.992518 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-d8703f49-b071-4fa4-8879-9082e69104aa tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Network 29a05973-aaf0-4f6c-b6bc-89790fb13240 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:15.995130 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-4d35b2b3-5e28-4df2-919f-4a15be0f9e82 req-bfe09873-167b-45c3-8860-7e199299ddb5 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398018 Nov 19 13:37:15.995714 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-d8703f49-b071-4fa4-8879-9082e69104aa tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:15.999373 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-d8703f49-b071-4fa4-8879-9082e69104aa tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:16.006341 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8703f49-b071-4fa4-8879-9082e69104aa tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Pushing event updated for resources: {'Port': ['ID=413c33a8-b1b2-4890-bbaf-53583824bfc9,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:16.055503 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-d8703f49-b071-4fa4-8879-9082e69104aa tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:16.056152 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-d8703f49-b071-4fa4-8879-9082e69104aa tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.073085 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-d8703f49-b071-4fa4-8879-9082e69104aa tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6072104 Nov 19 13:37:16.172078 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d0a708ec-7aa0-4365-bb3a-50c715b5feb0 None None] Provisioning complete for port 413c33a8-b1b2-4890-bbaf-53583824bfc9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:16.172512 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d0a708ec-7aa0-4365-bb3a-50c715b5feb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.186179 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-5af13381-a6ab-42da-a31e-37dadc8c2a63 service neutron] Request body: {'port': {'device_id': '0914bd87-de4e-4b51-9c1b-8df5ceed892f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:16.205855 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-d0a708ec-7aa0-4365-bb3a-50c715b5feb0 None None] Port 413c33a8-b1b2-4890-bbaf-53583824bfc9 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:37:16.237900 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-5af13381-a6ab-42da-a31e-37dadc8c2a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.520912 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.notifiers.nova [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-5af13381-a6ab-42da-a31e-37dadc8c2a63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413c33a8-b1b2-4890-bbaf-53583824bfc9 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:37:16.529412 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-5af13381-a6ab-42da-a31e-37dadc8c2a63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.571522 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-5af13381-a6ab-42da-a31e-37dadc8c2a63 service neutron] Transition to ACTIVE for port object 413c33a8-b1b2-4890-bbaf-53583824bfc9 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:37:16.583029 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15c859-6fb8-4227-bf63-741f79308a50 req-4961da0d-bcc8-4289-ad9c-dbe8983172be tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:16.584519 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5b15c859-6fb8-4227-bf63-741f79308a50 req-4961da0d-bcc8-4289-ad9c-dbe8983172be tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 943 time: 0.1068063 Nov 19 13:37:16.585335 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-5af13381-a6ab-42da-a31e-37dadc8c2a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422517'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.651425 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae3291-26cf-4c9a-9b95-6fe27df0c76a req-cf8eaa8e-0d89-4267-9111-6cd4424a973c tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:16.653328 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-2cae3291-26cf-4c9a-9b95-6fe27df0c76a req-cf8eaa8e-0d89-4267-9111-6cd4424a973c tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.82 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 945 time: 0.0506990 Nov 19 13:37:16.659407 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a343278-fc8c-4233-b58d-bf136c23169b req-f1c6b125-cabf-4594-88b7-1d2de21bc27f tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:16.661072 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1a343278-fc8c-4233-b58d-bf136c23169b req-f1c6b125-cabf-4594-88b7-1d2de21bc27f tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=0914bd87-de4e-4b51-9c1b-8df5ceed892f HTTP/1.1" status: 200 len: 932 time: 0.1293540 Nov 19 13:37:16.666328 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af13381-a6ab-42da-a31e-37dadc8c2a63 service neutron] Pushing event updated for resources: {'Port': ['ID=413c33a8-b1b2-4890-bbaf-53583824bfc9,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:16.734223 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5b15c859-6fb8-4227-bf63-741f79308a50 req-cf3a2e4e-0950-415a-ab78-493fc6c38e9a tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425519 Nov 19 13:37:16.783404 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1a343278-fc8c-4233-b58d-bf136c23169b req-75ad8bdd-920c-4c60-a105-785ad7f23a1a tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f1bec0a-ebb2-4044-8f97-3fcea3ceed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076579 Nov 19 13:37:16.800562 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-2cae3291-26cf-4c9a-9b95-6fe27df0c76a req-2b77761f-afc6-416c-9bd6-c2eb31dde2f8 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Deleting port e6790ee1-7c87-4b15-889a-b9387862796b {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:16.800981 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2cae3291-26cf-4c9a-9b95-6fe27df0c76a req-2b77761f-afc6-416c-9bd6-c2eb31dde2f8 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.821629 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-5af13381-a6ab-42da-a31e-37dadc8c2a63 service neutron] Attempting to bind port 413c33a8-b1b2-4890-bbaf-53583824bfc9 on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:37:16.822110 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-5af13381-a6ab-42da-a31e-37dadc8c2a63 service neutron] Attempting to bind port 413c33a8-b1b2-4890-bbaf-53583824bfc9 by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': 'fb7c540f-12e3-4467-86e6-e4dfa8ed618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:37:16.822553 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-5af13381-a6ab-42da-a31e-37dadc8c2a63 service neutron] Attempting to bind port 413c33a8-b1b2-4890-bbaf-53583824bfc9 on network 29a05973-aaf0-4f6c-b6bc-89790fb13240 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:16.827886 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-5af13381-a6ab-42da-a31e-37dadc8c2a63 service neutron] Port 413c33a8-b1b2-4890-bbaf-53583824bfc9 on network 29a05973-aaf0-4f6c-b6bc-89790fb13240 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:37:16.828270 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-5af13381-a6ab-42da-a31e-37dadc8c2a63 service neutron] Attempting to bind port 413c33a8-b1b2-4890-bbaf-53583824bfc9 on network 29a05973-aaf0-4f6c-b6bc-89790fb13240 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:16.833328 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-5af13381-a6ab-42da-a31e-37dadc8c2a63 service neutron] Checking agent: {'id': '75923988-c426-4077-9ddc-4d64f8800d36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'started_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:37:16.833749 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-5af13381-a6ab-42da-a31e-37dadc8c2a63 service neutron] Checking segment: {'id': 'fb7c540f-12e3-4467-86e6-e4dfa8ed618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:37:16.834193 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-5af13381-a6ab-42da-a31e-37dadc8c2a63 service neutron] Bound using segment: {'id': 'fb7c540f-12e3-4467-86e6-e4dfa8ed618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:37:16.834749 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-5af13381-a6ab-42da-a31e-37dadc8c2a63 service neutron] Bound port: 413c33a8-b1b2-4890-bbaf-53583824bfc9, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb7c540f-12e3-4467-86e6-e4dfa8ed618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:37:16.835223 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-5af13381-a6ab-42da-a31e-37dadc8c2a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.836995 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 6 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:37:16.912668 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-2cae3291-26cf-4c9a-9b95-6fe27df0c76a req-2b77761f-afc6-416c-9bd6-c2eb31dde2f8 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] For port e6790ee1-7c87-4b15-889a-b9387862796b, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=e6790ee1-7c87-4b15-889a-b9387862796b,segment=NetworkSegment(9e4fe50c-07cf-46cc-ac06-1028ee4081c6),segment_id=9e4fe50c-07cf-46cc-ac06-1028ee4081c6)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:16.912971 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2cae3291-26cf-4c9a-9b95-6fe27df0c76a req-2b77761f-afc6-416c-9bd6-c2eb31dde2f8 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.926167 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-2cae3291-26cf-4c9a-9b95-6fe27df0c76a req-2b77761f-afc6-416c-9bd6-c2eb31dde2f8 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Calling delete_port for e6790ee1-7c87-4b15-889a-b9387862796b owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:16.949807 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-5af13381-a6ab-42da-a31e-37dadc8c2a63 service neutron] For port 413c33a8-b1b2-4890-bbaf-53583824bfc9, host hv-cinder-81632, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:37:16.960093 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ef9f5-d893-4461-a586-5e6e93f716e0 req-7f89fca3-ad23-4dce-b7d3-be09ed946949 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:16.961575 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2b5ef9f5-d893-4461-a586-5e6e93f716e0 req-7f89fca3-ad23-4dce-b7d3-be09ed946949 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/ports?device_id=be47e449-8b2f-4a48-8286-680e4d1ea673 HTTP/1.1" status: 200 len: 945 time: 0.0858188 Nov 19 13:37:16.963387 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-5af13381-a6ab-42da-a31e-37dadc8c2a63 service neutron] For port 413c33a8-b1b2-4890-bbaf-53583824bfc9, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=413c33a8-b1b2-4890-bbaf-53583824bfc9,segment=NetworkSegment(fb7c540f-12e3-4467-86e6-e4dfa8ed618f),segment_id=fb7c540f-12e3-4467-86e6-e4dfa8ed618f)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:37:16.969171 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-5af13381-a6ab-42da-a31e-37dadc8c2a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422517'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:17.015165 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-5af13381-a6ab-42da-a31e-37dadc8c2a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:17.015768 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-5af13381-a6ab-42da-a31e-37dadc8c2a63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:17.018177 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-5af13381-a6ab-42da-a31e-37dadc8c2a63 service neutron] 10.222.0.82 "PUT /v2.0/ports/413c33a8-b1b2-4890-bbaf-53583824bfc9 HTTP/1.1" status: 200 len: 1094 time: 0.8360269 Nov 19 13:37:17.025504 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0914bd87-de4e-4b51-9c1b-8df5ceed892f', 'tag': '413c33a8-b1b2-4890-bbaf-53583824bfc9'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:17.028022 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}431daffbed8a7bc2bed2e3611d7026b1b28861ed879237af90c14d74da8c9db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bc2f35-b981-423f-9374-3a01bec26681" -d '{"events": [{"name": "network-changed", "server_uuid": "0914bd87-de4e-4b51-9c1b-8df5ceed892f", "tag": "413c33a8-b1b2-4890-bbaf-53583824bfc9"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:17.080999 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2cae3291-26cf-4c9a-9b95-6fe27df0c76a req-2b77761f-afc6-416c-9bd6-c2eb31dde2f8 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:17.082388 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e23b08-9065-4833-913f-c80ecd0df3cd x-openstack-request-id: req-c4e23b08-9065-4833-913f-c80ecd0df3cd {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:17.082680 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0914bd87-de4e-4b51-9c1b-8df5ceed892f", "tag": "413c33a8-b1b2-4890-bbaf-53583824bfc9", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:17.082972 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c4e23b08-9065-4833-913f-c80ecd0df3cd {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:17.083430 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0914bd87-de4e-4b51-9c1b-8df5ceed892f', 'tag': '413c33a8-b1b2-4890-bbaf-53583824bfc9', 'status': 'completed', 'code': 200} Nov 19 13:37:17.095620 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['e6790ee1-7c87-4b15-889a-b9387862796b'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:37:17.100466 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2b5ef9f5-d893-4461-a586-5e6e93f716e0 req-6e1471b9-0dd3-40a9-a602-b746a8ee95e8 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326730 Nov 19 13:37:17.108797 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af13381-a6ab-42da-a31e-37dadc8c2a63 service neutron] Pushing event updated for resources: {'Port': ['ID=413c33a8-b1b2-4890-bbaf-53583824bfc9,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:17.138495 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77761f-afc6-416c-9bd6-c2eb31dde2f8 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Pushing event deleted for resources: {'Port': ['ID=e6790ee1-7c87-4b15-889a-b9387862796b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:17.178245 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc2f35-b981-423f-9374-3a01bec26681 req-8308353c-3cb1-494e-88fd-d7be22f37478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:17.179853 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-23bc2f35-b981-423f-9374-3a01bec26681 req-8308353c-3cb1-494e-88fd-d7be22f37478 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75905e8c906249a991884302d2b56a3a&device_id=0914bd87-de4e-4b51-9c1b-8df5ceed892f HTTP/1.1" status: 200 len: 1097 time: 0.0763054 Nov 19 13:37:17.196964 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cae3291-26cf-4c9a-9b95-6fe27df0c76a req-2b77761f-afc6-416c-9bd6-c2eb31dde2f8 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] No DVR routers for this DVR port e6790ee1-7c87-4b15-889a-b9387862796b on host hv-cinder-81632 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:37:17.199503 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2cae3291-26cf-4c9a-9b95-6fe27df0c76a req-2b77761f-afc6-416c-9bd6-c2eb31dde2f8 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:17.202991 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-2cae3291-26cf-4c9a-9b95-6fe27df0c76a req-2b77761f-afc6-416c-9bd6-c2eb31dde2f8 tempest-TestMinimumBasicScenario-1268826347 tempest-TestMinimumBasicScenario-1268826347-project] 10.222.0.82 "DELETE /v2.0/ports/e6790ee1-7c87-4b15-889a-b9387862796b HTTP/1.1" status: 204 len: 173 time: 0.5424640 Nov 19 13:37:17.203392 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be47e449-8b2f-4a48-8286-680e4d1ea673', 'name': 'network-vif-deleted', 'tag': 'e6790ee1-7c87-4b15-889a-b9387862796b'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:17.205675 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7b97e7-3eea-4548-a7c0-cc589820a0b7" -d '{"events": [{"server_uuid": "be47e449-8b2f-4a48-8286-680e4d1ea673", "name": "network-vif-deleted", "tag": "e6790ee1-7c87-4b15-889a-b9387862796b"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:17.246260 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba71b7d-d222-4a12-adf3-09f698ddab77 x-openstack-request-id: req-2ba71b7d-d222-4a12-adf3-09f698ddab77 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:17.246664 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be47e449-8b2f-4a48-8286-680e4d1ea673", "name": "network-vif-deleted", "tag": "e6790ee1-7c87-4b15-889a-b9387862796b", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:17.246986 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2ba71b7d-d222-4a12-adf3-09f698ddab77 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:17.247458 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be47e449-8b2f-4a48-8286-680e4d1ea673', 'name': 'network-vif-deleted', 'tag': 'e6790ee1-7c87-4b15-889a-b9387862796b', 'status': 'completed', 'code': 200} Nov 19 13:37:17.373966 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc2f35-b981-423f-9374-3a01bec26681 req-1635fc6f-92c1-4fdd-b463-f1d602e8097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:17.375411 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-23bc2f35-b981-423f-9374-3a01bec26681 req-1635fc6f-92c1-4fdd-b463-f1d602e8097a service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=75905e8c906249a991884302d2b56a3a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1873410 Nov 19 13:37:17.533616 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc2f35-b981-423f-9374-3a01bec26681 req-f9945fe9-e4fe-4026-a0ed-bfb5b9d6e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:17.535147 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-23bc2f35-b981-423f-9374-3a01bec26681 req-f9945fe9-e4fe-4026-a0ed-bfb5b9d6e34c service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1506371 Nov 19 13:37:17.621140 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-9bf7b3bc-9e6e-418f-b0dc-fcad3c4bbd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:17.622840 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-9bf7b3bc-9e6e-418f-b0dc-fcad3c4bbd87 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75905e8c906249a991884302d2b56a3a&device_id=0914bd87-de4e-4b51-9c1b-8df5ceed892f HTTP/1.1" status: 200 len: 1097 time: 0.0414345 Nov 19 13:37:17.668477 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-8e88ea46-faba-4e20-84a9-d0e37345436b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=413c33a8-b1b2-4890-bbaf-53583824bfc9 HTTP/1.1" status: 200 len: 217 time: 0.0375171 Nov 19 13:37:17.719441 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-25268189-8156-4826-a1a4-30de44110ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:17.720951 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-25268189-8156-4826-a1a4-30de44110ba2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=92afe969-d4c1-4108-a3bc-4e2243e08e74 HTTP/1.1" status: 200 len: 849 time: 0.0459058 Nov 19 13:37:17.771536 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-c55f8535-45d9-4898-86a7-3f97d03e3f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:17.773097 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-c55f8535-45d9-4898-86a7-3f97d03e3f34 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=29a05973-aaf0-4f6c-b6bc-89790fb13240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0439100 Nov 19 13:37:17.930410 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3208b-b972-44b2-ad55-5efcae19571b req-cfdf7236-ae76-4c31-888e-83bccd2c0a18 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:17.931934 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-25d3208b-b972-44b2-ad55-5efcae19571b req-cfdf7236-ae76-4c31-888e-83bccd2c0a18 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 943 time: 0.1079493 Nov 19 13:37:17.940770 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-7d5d9146-58c6-4e3e-9c73-e8982ec5b139 service neutron] 10.222.0.82 "GET /v2.0/networks/29a05973-aaf0-4f6c-b6bc-89790fb13240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603506 Nov 19 13:37:18.017541 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2fd9b-8dad-417e-ba1b-f300b847715a req-962bc467-589f-46bd-9bae-5414ba7cd604 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:18.019143 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e4d2fd9b-8dad-417e-ba1b-f300b847715a req-962bc467-589f-46bd-9bae-5414ba7cd604 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=0914bd87-de4e-4b51-9c1b-8df5ceed892f HTTP/1.1" status: 200 len: 944 time: 0.1568823 Nov 19 13:37:18.070512 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 1579cd28-484b-4970-a380-3719f408d681 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:37:18.102779 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-25d3208b-b972-44b2-ad55-5efcae19571b req-06f1617e-1961-4f6f-8a68-0c9788a6e8ef tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604109 Nov 19 13:37:18.139779 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e4d2fd9b-8dad-417e-ba1b-f300b847715a req-76be4dfd-6a1d-4418-9a45-63acf6dbb5da tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f1bec0a-ebb2-4044-8f97-3fcea3ceed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111069 Nov 19 13:37:18.142431 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7e7e9f85-873d-4022-bf78-8bd35de80581 req-6b6ef524-4734-40b5-9523-19b13e117b33 service neutron] 10.222.0.82 "GET /v2.0/networks/29a05973-aaf0-4f6c-b6bc-89790fb13240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930420 Nov 19 13:37:18.186989 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 1579cd28-484b-4970-a380-3719f408d681, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=1579cd28-484b-4970-a380-3719f408d681,segment=NetworkSegment(ec72d818-30a1-471c-ac19-98b44dda9e7c),segment_id=ec72d818-30a1-471c-ac19-98b44dda9e7c)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:18.201980 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Returning: {'device': '1579cd28-484b-4970-a380-3719f408d681', 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c', 'port_id': '1579cd28-484b-4970-a380-3719f408d681', 'mac_address': 'fa:16:3e:59:0d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d417f6d-4d23-4260-8964-4b050adda031', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:37:18.253011 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:18.270857 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1579cd28-484b-4970-a380-3719f408d681 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:37:18.294411 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 1579cd28-484b-4970-a380-3719f408d681, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=1579cd28-484b-4970-a380-3719f408d681,segment=NetworkSegment(ec72d818-30a1-471c-ac19-98b44dda9e7c),segment_id=ec72d818-30a1-471c-ac19-98b44dda9e7c)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:18.298453 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:18.356541 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=1579cd28-484b-4970-a380-3719f408d681,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:18.523002 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['1579cd28-484b-4970-a380-3719f408d681'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:37:18.868633 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 47858) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:19.338967 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e09e0-5604-42a5-8a46-1d9ea24d6bbe req-2dcc1320-0a0a-458e-85f4-cc648b3d2d98 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:19.340466 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7f1e09e0-5604-42a5-8a46-1d9ea24d6bbe req-2dcc1320-0a0a-458e-85f4-cc648b3d2d98 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=0914bd87-de4e-4b51-9c1b-8df5ceed892f HTTP/1.1" status: 200 len: 944 time: 0.1017118 Nov 19 13:37:19.417137 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7f1e09e0-5604-42a5-8a46-1d9ea24d6bbe req-b3d2f39a-26b9-4c75-b87c-6bb5ce6c40fa tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f1bec0a-ebb2-4044-8f97-3fcea3ceed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705910 Nov 19 13:37:19.586941 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d76c7c22-db56-4e57-8182-9ccd4533cf48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796790'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:19.871032 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-d76c7c22-db56-4e57-8182-9ccd4533cf48 admin admin] Deleting port 00c132a2-4f21-4d5f-94b4-ad7346622e0f {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:19.871757 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d76c7c22-db56-4e57-8182-9ccd4533cf48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:19.945336 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-d76c7c22-db56-4e57-8182-9ccd4533cf48 admin admin] For port 00c132a2-4f21-4d5f-94b4-ad7346622e0f, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=00c132a2-4f21-4d5f-94b4-ad7346622e0f,segment=NetworkSegment(9e4fe50c-07cf-46cc-ac06-1028ee4081c6),segment_id=9e4fe50c-07cf-46cc-ac06-1028ee4081c6)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:19.945715 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d76c7c22-db56-4e57-8182-9ccd4533cf48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:19.959954 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-d76c7c22-db56-4e57-8182-9ccd4533cf48 admin admin] Calling delete_port for 00c132a2-4f21-4d5f-94b4-ad7346622e0f owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:20.075241 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 413c33a8-b1b2-4890-bbaf-53583824bfc9 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:37:20.080038 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 1579cd28-484b-4970-a380-3719f408d681 up at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:37:20.140384 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d76c7c22-db56-4e57-8182-9ccd4533cf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422526'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:20.166909 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c7c22-db56-4e57-8182-9ccd4533cf48 admin admin] Pushing event deleted for resources: {'Port': ['ID=00c132a2-4f21-4d5f-94b4-ad7346622e0f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:20.187202 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning complete for port 1579cd28-484b-4970-a380-3719f408d681 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:20.187575 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:20.249021 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 413c33a8-b1b2-4890-bbaf-53583824bfc9, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=413c33a8-b1b2-4890-bbaf-53583824bfc9,segment=NetworkSegment(fb7c540f-12e3-4467-86e6-e4dfa8ed618f),segment_id=fb7c540f-12e3-4467-86e6-e4dfa8ed618f)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:20.264044 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Returning: {'device': '413c33a8-b1b2-4890-bbaf-53583824bfc9', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'port_id': '413c33a8-b1b2-4890-bbaf-53583824bfc9', 'mac_address': 'fa:16:3e:9a:e6:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:37:20.334725 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:20.336576 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:20.338388 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d76c7c22-db56-4e57-8182-9ccd4533cf48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1789958'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:20.366688 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413c33a8-b1b2-4890-bbaf-53583824bfc9 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:37:20.378119 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de664db6-c950-4f0d-9afc-276f3e41986b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1579cd28-484b-4970-a380-3719f408d681'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:20.380457 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e055a475c9f0143691b95be0e0209c275a71c4689c1f5f09712fcbe57faa4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d53b67b-9d11-448a-8db7-f62d36bfa0a1" -d '{"events": [{"server_uuid": "de664db6-c950-4f0d-9afc-276f3e41986b", "name": "network-vif-plugged", "status": "completed", "tag": "1579cd28-484b-4970-a380-3719f408d681"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:20.398425 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 1579cd28-484b-4970-a380-3719f408d681, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=1579cd28-484b-4970-a380-3719f408d681,segment=NetworkSegment(ec72d818-30a1-471c-ac19-98b44dda9e7c),segment_id=ec72d818-30a1-471c-ac19-98b44dda9e7c)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:20.404439 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:20.405211 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device e6790ee1-7c87-4b15-889a-b9387862796b no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:37:20.411918 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 413c33a8-b1b2-4890-bbaf-53583824bfc9, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=413c33a8-b1b2-4890-bbaf-53583824bfc9,segment=NetworkSegment(fb7c540f-12e3-4467-86e6-e4dfa8ed618f),segment_id=fb7c540f-12e3-4467-86e6-e4dfa8ed618f)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:20.445578 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960b44fc-d2cf-4871-b2d5-549f5ad6fb8b x-openstack-request-id: req-960b44fc-d2cf-4871-b2d5-549f5ad6fb8b {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:20.445911 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de664db6-c950-4f0d-9afc-276f3e41986b", "name": "network-vif-plugged", "status": "completed", "tag": "1579cd28-484b-4970-a380-3719f408d681", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:20.446056 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-960b44fc-d2cf-4871-b2d5-549f5ad6fb8b {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:20.446430 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de664db6-c950-4f0d-9afc-276f3e41986b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1579cd28-484b-4970-a380-3719f408d681', 'code': 200} Nov 19 13:37:20.447032 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:20.451201 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] No Port match for: e6790ee1-7c87-4b15-889a-b9387862796b {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:37:20.451718 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device e6790ee1-7c87-4b15-889a-b9387862796b not bound to the agent host hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:37:20.478177 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=1579cd28-484b-4970-a380-3719f408d681,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:20.528128 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=413c33a8-b1b2-4890-bbaf-53583824bfc9,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:20.597343 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae12d4-6c92-4cd7-99c1-d55cb8d5453b req-b676e038-6dea-46e5-b440-8bf2dc336caa tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:20.598931 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9aae12d4-6c92-4cd7-99c1-d55cb8d5453b req-b676e038-6dea-46e5-b440-8bf2dc336caa tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=0914bd87-de4e-4b51-9c1b-8df5ceed892f HTTP/1.1" status: 200 len: 945 time: 0.0925040 Nov 19 13:37:20.624818 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76c7c22-db56-4e57-8182-9ccd4533cf48 admin admin] Router dcd17f14-68c0-4119-9f7d-dce3df95d10c has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:37:20.674175 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['413c33a8-b1b2-4890-bbaf-53583824bfc9'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:37:20.696777 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9aae12d4-6c92-4cd7-99c1-d55cb8d5453b req-80b75770-b0bb-43b5-8da2-41a9761be34f tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f1bec0a-ebb2-4044-8f97-3fcea3ceed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918391 Nov 19 13:37:20.753799 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76c7c22-db56-4e57-8182-9ccd4533cf48 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:37:20.759397 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-d76c7c22-db56-4e57-8182-9ccd4533cf48 admin admin] 10.222.0.70 "PUT /v2.0/routers/dcd17f14-68c0-4119-9f7d-dce3df95d10c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8896677 Nov 19 13:37:20.761963 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 47870) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:20.769759 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc9a0a3-17e9-475b-87ca-f79ff3a55a0a None None] Sync routers for ids ['dcd17f14-68c0-4119-9f7d-dce3df95d10c'] in dv-cinder-816324-4-smb {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:37:20.790741 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc9a0a3-17e9-475b-87ca-f79ff3a55a0a None None] Routers {'dcd17f14-68c0-4119-9f7d-dce3df95d10c'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:20.791362 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8fc9a0a3-17e9-475b-87ca-f79ff3a55a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:36:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['dcd17f14-68c0-4119-9f7d-dce3df95d10c'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:20.863092 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-339c7276-5bd4-409f-9cc4-f9603eaebdc0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:20.926160 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-8fc9a0a3-17e9-475b-87ca-f79ff3a55a0a None None] Set router dcd17f14-68c0-4119-9f7d-dce3df95d10c gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:20.971522 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-339c7276-5bd4-409f-9cc4-f9603eaebdc0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:21.022388 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-339c7276-5bd4-409f-9cc4-f9603eaebdc0 admin admin] Deleting port 2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:21.022723 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-339c7276-5bd4-409f-9cc4-f9603eaebdc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:21.101438 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-339c7276-5bd4-409f-9cc4-f9603eaebdc0 admin admin] For port 2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4,segment=NetworkSegment(627c73c3-23a8-462a-849f-9d71a84e6d70),segment_id=627c73c3-23a8-462a-849f-9d71a84e6d70)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:21.101837 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-339c7276-5bd4-409f-9cc4-f9603eaebdc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:21.105862 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8fc9a0a3-17e9-475b-87ca-f79ff3a55a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'name': 'tempest-TestMinimumBasicScenario-564155755-router', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:01Z', 'updated_at': '2021-11-19T13:37:20Z', 'revision_number': 5, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'gw_port': {'id': '2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:02Z', 'updated_at': '2021-11-19T13:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:21.113364 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-339c7276-5bd4-409f-9cc4-f9603eaebdc0 admin admin] Calling delete_port for 2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:21.131968 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc9a0a3-17e9-475b-87ca-f79ff3a55a0a None None] Checking router: dcd17f14-68c0-4119-9f7d-dce3df95d10c for host: dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:37:21.140207 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc9a0a3-17e9-475b-87ca-f79ff3a55a0a None None] Routers {'dcd17f14-68c0-4119-9f7d-dce3df95d10c'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:21.140813 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8fc9a0a3-17e9-475b-87ca-f79ff3a55a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:36:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['dcd17f14-68c0-4119-9f7d-dce3df95d10c'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:21.224854 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-8fc9a0a3-17e9-475b-87ca-f79ff3a55a0a None None] Set router dcd17f14-68c0-4119-9f7d-dce3df95d10c gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:21.277941 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-339c7276-5bd4-409f-9cc4-f9603eaebdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422526'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:21.281667 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8fc9a0a3-17e9-475b-87ca-f79ff3a55a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'name': 'tempest-TestMinimumBasicScenario-564155755-router', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:01Z', 'updated_at': '2021-11-19T13:37:20Z', 'revision_number': 6, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'gw_port_host': None}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:21.303464 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c7276-5bd4-409f-9cc4-f9603eaebdc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:21.309080 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc9a0a3-17e9-475b-87ca-f79ff3a55a0a None None] The sync data for ids ['dcd17f14-68c0-4119-9f7d-dce3df95d10c'] in dv-cinder-816324-4-smb is: [{'id': 'dcd17f14-68c0-4119-9f7d-dce3df95d10c', 'name': 'tempest-TestMinimumBasicScenario-564155755-router', 'tenant_id': '09aa125b8fc640e780552210e36a9a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:01Z', 'updated_at': '2021-11-19T13:37:20Z', 'revision_number': 6, 'project_id': '09aa125b8fc640e780552210e36a9a2e', 'gw_port_host': None}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:37:21.373000 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-339c7276-5bd4-409f-9cc4-f9603eaebdc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1796960'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:21.473806 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-339c7276-5bd4-409f-9cc4-f9603eaebdc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1791434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6730'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:21.476089 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-339c7276-5bd4-409f-9cc4-f9603eaebdc0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:21.536885 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-339c7276-5bd4-409f-9cc4-f9603eaebdc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1791429'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:21.537437 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339c7276-5bd4-409f-9cc4-f9603eaebdc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcd17f14-68c0-4119-9f7d-dce3df95d10c {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:37:21.542350 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-339c7276-5bd4-409f-9cc4-f9603eaebdc0 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:21.543738 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-339c7276-5bd4-409f-9cc4-f9603eaebdc0 admin admin] 10.222.0.70 "DELETE /v2.0/routers/dcd17f14-68c0-4119-9f7d-dce3df95d10c HTTP/1.1" status: 204 len: 168 time: 0.7806594 Nov 19 13:37:21.546203 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 47874) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:21.589583 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7cfa31d-527c-4645-8bab-fafec4f16bbe admin admin] Deleting subnet 4a749b76-60b4-4c14-a9f5-74c13fa5871a {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:37:21.592645 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa31d-527c-4645-8bab-fafec4f16bbe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:21.625923 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa31d-527c-4645-8bab-fafec4f16bbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2801428'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:21.737592 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa31d-527c-4645-8bab-fafec4f16bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724083'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:21.793464 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa31d-527c-4645-8bab-fafec4f16bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14406884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14394699'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:21.816745 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cfa31d-527c-4645-8bab-fafec4f16bbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a749b76-60b4-4c14-a9f5-74c13fa5871a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:21.824687 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa31d-527c-4645-8bab-fafec4f16bbe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:21.825149 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331fe5c-15b0-4a32-aa13-be2eb4ef8f1d req-13d0ad99-0521-4287-9cda-4566412ca2f5 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:21.826621 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1331fe5c-15b0-4a32-aa13-be2eb4ef8f1d req-13d0ad99-0521-4287-9cda-4566412ca2f5 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=0914bd87-de4e-4b51-9c1b-8df5ceed892f HTTP/1.1" status: 200 len: 945 time: 0.0528181 Nov 19 13:37:21.830313 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278ad2df-d99d-49bd-9cfe-3a8da79c5417 None None] Network f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:37:21.830953 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-a7cfa31d-527c-4645-8bab-fafec4f16bbe admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4a749b76-60b4-4c14-a9f5-74c13fa5871a HTTP/1.1" status: 204 len: 168 time: 0.2832294 Nov 19 13:37:21.834015 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 47878) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:21.885162 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1331fe5c-15b0-4a32-aa13-be2eb4ef8f1d req-b3666986-d225-4619-a444-af190bbb2f1c tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f1bec0a-ebb2-4044-8f97-3fcea3ceed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425057 Nov 19 13:37:21.922610 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68bb1e06-ee94-448a-aa32-655f99339d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613477'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:21.976423 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-68bb1e06-ee94-448a-aa32-655f99339d13 admin admin] Deleting port c0231f5f-0451-4584-a757-464d1bde151c {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:21.976768 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68bb1e06-ee94-448a-aa32-655f99339d13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:22.040150 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-68bb1e06-ee94-448a-aa32-655f99339d13 admin admin] For port c0231f5f-0451-4584-a757-464d1bde151c, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=c0231f5f-0451-4584-a757-464d1bde151c,segment=NetworkSegment(9e4fe50c-07cf-46cc-ac06-1028ee4081c6),segment_id=9e4fe50c-07cf-46cc-ac06-1028ee4081c6)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:22.040437 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68bb1e06-ee94-448a-aa32-655f99339d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:22.056558 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-68bb1e06-ee94-448a-aa32-655f99339d13 admin admin] Calling delete_port for c0231f5f-0451-4584-a757-464d1bde151c owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:22.085614 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 413c33a8-b1b2-4890-bbaf-53583824bfc9 up at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:37:22.142412 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning for port 413c33a8-b1b2-4890-bbaf-53583824bfc9 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:37:22.144704 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68bb1e06-ee94-448a-aa32-655f99339d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:22.147427 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning complete for port 413c33a8-b1b2-4890-bbaf-53583824bfc9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:22.147851 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:22.150697 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11329b92-9a70-44ce-a8d8-4a1486d8bbef None None] DHCP port deletion for f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6 request from dv-cinder-816324-4-smb {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:37:22.170001 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb1e06-ee94-448a-aa32-655f99339d13 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0231f5f-0451-4584-a757-464d1bde151c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:22.186086 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bb1e06-ee94-448a-aa32-655f99339d13 admin admin] No DVR routers for this DVR port c0231f5f-0451-4584-a757-464d1bde151c on host dv-cinder-816324-4-smb {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:37:22.254457 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:22.259897 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68bb1e06-ee94-448a-aa32-655f99339d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734982', 'neutron.services.segments.db._delete_segments_for_network-8736459861315'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:22.281093 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-68bb1e06-ee94-448a-aa32-655f99339d13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:22.292152 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-68bb1e06-ee94-448a-aa32-655f99339d13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4fe50c-07cf-46cc-ac06-1028ee4081c6') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:22.292373 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-68bb1e06-ee94-448a-aa32-655f99339d13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4fe50c-07cf-46cc-ac06-1028ee4081c6') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:22.293707 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 413c33a8-b1b2-4890-bbaf-53583824bfc9, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=413c33a8-b1b2-4890-bbaf-53583824bfc9,segment=NetworkSegment(fb7c540f-12e3-4467-86e6-e4dfa8ed618f),segment_id=fb7c540f-12e3-4467-86e6-e4dfa8ed618f)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:22.298103 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:22.304025 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68bb1e06-ee94-448a-aa32-655f99339d13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736459878072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2801437'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:22.319569 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68bb1e06-ee94-448a-aa32-655f99339d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:22.326741 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68bb1e06-ee94-448a-aa32-655f99339d13 admin admin] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:37:22.327254 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68bb1e06-ee94-448a-aa32-655f99339d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14406814'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: Traceback (most recent call last): Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: timer() Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: cb(*args, **kw) Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: return func(*args, **kwargs) Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: self._notify() Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: self.callback(batched_events) Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: event.method(event) Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: return f(self, *a, **k) Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: return self._get(url).json() Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:37:22.329154 dv-cinder-816324-4-smb neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:37:22.349796 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=413c33a8-b1b2-4890-bbaf-53583824bfc9,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:22.384889 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68bb1e06-ee94-448a-aa32-655f99339d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796996'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:22.390981 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68bb1e06-ee94-448a-aa32-655f99339d13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:22.395540 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-68bb1e06-ee94-448a-aa32-655f99339d13 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6 HTTP/1.1" status: 204 len: 168 time: 0.5601041 Nov 19 13:37:22.398484 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 47880) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:22.406535 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb1e06-ee94-448a-aa32-655f99339d13 admin admin] Pushing event deleted for resources: {'Network': ['ID=f02e8d90-b2fb-4d5f-82dc-a78f0b9f83d6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:22.447595 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0914bd87-de4e-4b51-9c1b-8df5ceed892f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413c33a8-b1b2-4890-bbaf-53583824bfc9'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:22.450002 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e055a475c9f0143691b95be0e0209c275a71c4689c1f5f09712fcbe57faa4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71665ea-858a-42cf-ad04-78db054f89e7" -d '{"events": [{"server_uuid": "0914bd87-de4e-4b51-9c1b-8df5ceed892f", "name": "network-vif-plugged", "status": "completed", "tag": "413c33a8-b1b2-4890-bbaf-53583824bfc9"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:22.486287 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f3d0e8-6528-4a9c-91b9-93104e383e2a x-openstack-request-id: req-40f3d0e8-6528-4a9c-91b9-93104e383e2a {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:22.486649 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0914bd87-de4e-4b51-9c1b-8df5ceed892f", "name": "network-vif-plugged", "status": "completed", "tag": "413c33a8-b1b2-4890-bbaf-53583824bfc9", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:22.486935 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-40f3d0e8-6528-4a9c-91b9-93104e383e2a {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:22.487327 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0914bd87-de4e-4b51-9c1b-8df5ceed892f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413c33a8-b1b2-4890-bbaf-53583824bfc9', 'code': 200} Nov 19 13:37:22.716061 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b822feb-5545-4e84-a20d-9ddcbf269092 req-86c765b7-28f1-49e9-bb6e-c5e1c0f40fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:22.717423 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2b822feb-5545-4e84-a20d-9ddcbf269092 req-86c765b7-28f1-49e9-bb6e-c5e1c0f40fce service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0914bd87-de4e-4b51-9c1b-8df5ceed892f HTTP/1.1" status: 200 len: 1099 time: 0.0635059 Nov 19 13:37:22.796605 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2b822feb-5545-4e84-a20d-9ddcbf269092 req-dd661e4d-9167-4aff-9852-5308e67c32bf service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0f1bec0a-ebb2-4044-8f97-3fcea3ceed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717461 Nov 19 13:37:22.820675 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-84dbf7b4-1cf0-4a60-b509-a170976977f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796790'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:22.957667 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 00c132a2-4f21-4d5f-94b4-ad7346622e0f no longer exists at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:37:22.979430 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] No Port match for: 00c132a2-4f21-4d5f-94b4-ad7346622e0f {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:37:22.979884 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 00c132a2-4f21-4d5f-94b4-ad7346622e0f not bound to the agent host dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:37:22.980374 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device c0231f5f-0451-4584-a757-464d1bde151c no longer exists at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:37:23.000501 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] No Port match for: c0231f5f-0451-4584-a757-464d1bde151c {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:37:23.000957 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device c0231f5f-0451-4584-a757-464d1bde151c not bound to the agent host dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:37:23.001450 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4 no longer exists at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:37:23.024598 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] No Port match for: 2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:37:23.024944 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 2c3ee6f6-f6ec-4e61-ba23-3aa743d1d1f4 not bound to the agent host dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:37:23.226394 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adecf1d-df0c-4e2f-ae55-1bbb9f1a6d93 req-28007d2d-b083-43ea-9b93-e8aa6c2ceac0 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:23.227844 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8adecf1d-df0c-4e2f-ae55-1bbb9f1a6d93 req-28007d2d-b083-43ea-9b93-e8aa6c2ceac0 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=0914bd87-de4e-4b51-9c1b-8df5ceed892f HTTP/1.1" status: 200 len: 946 time: 0.0894890 Nov 19 13:37:23.314947 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8adecf1d-df0c-4e2f-ae55-1bbb9f1a6d93 req-cd7fcdb0-5818-4011-9edb-1c6e455cc1ff tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f1bec0a-ebb2-4044-8f97-3fcea3ceed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685368 Nov 19 13:37:23.403363 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-84dbf7b4-1cf0-4a60-b509-a170976977f2 admin admin] Deleting port 0325f584-42fc-4c79-8835-fcc3a7c926ac {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:23.404102 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-84dbf7b4-1cf0-4a60-b509-a170976977f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.480041 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-84dbf7b4-1cf0-4a60-b509-a170976977f2 admin admin] For port 0325f584-42fc-4c79-8835-fcc3a7c926ac, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=0325f584-42fc-4c79-8835-fcc3a7c926ac,segment=NetworkSegment(ba8494b8-aa6d-426a-a3f3-18037d48bba4),segment_id=ba8494b8-aa6d-426a-a3f3-18037d48bba4)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:23.480424 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-84dbf7b4-1cf0-4a60-b509-a170976977f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.492523 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-84dbf7b4-1cf0-4a60-b509-a170976977f2 admin admin] Calling delete_port for 0325f584-42fc-4c79-8835-fcc3a7c926ac owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:23.668359 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-84dbf7b4-1cf0-4a60-b509-a170976977f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422526'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.695400 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbf7b4-1cf0-4a60-b509-a170976977f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0325f584-42fc-4c79-8835-fcc3a7c926ac,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:23.859020 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-84dbf7b4-1cf0-4a60-b509-a170976977f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1789958'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:24.076966 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dbf7b4-1cf0-4a60-b509-a170976977f2 admin admin] Router 4dfbbd51-2436-42ae-96dc-d548419beda2 has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:37:24.180361 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dbf7b4-1cf0-4a60-b509-a170976977f2 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:37:24.185407 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-84dbf7b4-1cf0-4a60-b509-a170976977f2 admin admin] 10.222.0.70 "PUT /v2.0/routers/4dfbbd51-2436-42ae-96dc-d548419beda2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7858524 Nov 19 13:37:24.187985 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 47890) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:24.188707 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0868e1-daa0-46f6-ad32-639a652d9317 None None] Sync routers for ids ['4dfbbd51-2436-42ae-96dc-d548419beda2'] in dv-cinder-816324-4-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:37:24.199190 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0868e1-daa0-46f6-ad32-639a652d9317 None None] Routers {'4dfbbd51-2436-42ae-96dc-d548419beda2'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:24.199835 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-8d0868e1-daa0-46f6-ad32-639a652d9317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:36:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['4dfbbd51-2436-42ae-96dc-d548419beda2'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:24.291762 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b088308b-a810-4807-9ef9-bb8fc89f45cd admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:24.301151 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-8d0868e1-daa0-46f6-ad32-639a652d9317 None None] Set router 4dfbbd51-2436-42ae-96dc-d548419beda2 gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:24.402430 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b088308b-a810-4807-9ef9-bb8fc89f45cd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:24.456583 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b088308b-a810-4807-9ef9-bb8fc89f45cd admin admin] Deleting port 6f98a0ab-c917-4cf1-b436-dfe9b65c56a6 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:24.457280 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b088308b-a810-4807-9ef9-bb8fc89f45cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:24.483256 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-8d0868e1-daa0-46f6-ad32-639a652d9317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfbbd51-2436-42ae-96dc-d548419beda2', 'name': 'tempest-TestMinimumBasicScenario-133166334-router', 'tenant_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.17'}], 'enable_snat': True}, 'gw_port_id': '6f98a0ab-c917-4cf1-b436-dfe9b65c56a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:07Z', 'updated_at': '2021-11-19T13:37:23Z', 'revision_number': 5, 'project_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'gw_port': {'id': '6f98a0ab-c917-4cf1-b436-dfe9b65c56a6', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfbbd51-2436-42ae-96dc-d548419beda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:08Z', 'updated_at': '2021-11-19T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:24.512977 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0868e1-daa0-46f6-ad32-639a652d9317 None None] Checking router: 4dfbbd51-2436-42ae-96dc-d548419beda2 for host: dv-cinder-816324-4-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:37:24.522042 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0868e1-daa0-46f6-ad32-639a652d9317 None None] Routers {'4dfbbd51-2436-42ae-96dc-d548419beda2'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:24.522904 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-8d0868e1-daa0-46f6-ad32-639a652d9317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:36:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['4dfbbd51-2436-42ae-96dc-d548419beda2'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:24.548247 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-b088308b-a810-4807-9ef9-bb8fc89f45cd admin admin] For port 6f98a0ab-c917-4cf1-b436-dfe9b65c56a6, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=6f98a0ab-c917-4cf1-b436-dfe9b65c56a6,segment=NetworkSegment(627c73c3-23a8-462a-849f-9d71a84e6d70),segment_id=627c73c3-23a8-462a-849f-9d71a84e6d70)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:24.548775 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b088308b-a810-4807-9ef9-bb8fc89f45cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:24.561436 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b088308b-a810-4807-9ef9-bb8fc89f45cd admin admin] Calling delete_port for 6f98a0ab-c917-4cf1-b436-dfe9b65c56a6 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:24.607608 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-8d0868e1-daa0-46f6-ad32-639a652d9317 None None] Set router 4dfbbd51-2436-42ae-96dc-d548419beda2 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:24.657144 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ab459-754b-48f7-8cb5-64cd5dc1ff12 req-270b7de7-4453-4c0f-b1b5-12e7f85ec691 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:24.657837 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-8d0868e1-daa0-46f6-ad32-639a652d9317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfbbd51-2436-42ae-96dc-d548419beda2', 'name': 'tempest-TestMinimumBasicScenario-133166334-router', 'tenant_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:07Z', 'updated_at': '2021-11-19T13:37:24Z', 'revision_number': 6, 'project_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'gw_port_host': None}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:24.658621 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2a0ab459-754b-48f7-8cb5-64cd5dc1ff12 req-270b7de7-4453-4c0f-b1b5-12e7f85ec691 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=0914bd87-de4e-4b51-9c1b-8df5ceed892f HTTP/1.1" status: 200 len: 946 time: 0.2706125 Nov 19 13:37:24.686821 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0868e1-daa0-46f6-ad32-639a652d9317 None None] The sync data for ids ['4dfbbd51-2436-42ae-96dc-d548419beda2'] in dv-cinder-816324-4-smb is: [{'id': '4dfbbd51-2436-42ae-96dc-d548419beda2', 'name': 'tempest-TestMinimumBasicScenario-133166334-router', 'tenant_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:07Z', 'updated_at': '2021-11-19T13:37:24Z', 'revision_number': 6, 'project_id': 'e8ffb70d5c1248e09e25dbab9d0c3f72', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:37:24.752743 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2a0ab459-754b-48f7-8cb5-64cd5dc1ff12 req-b30eb4eb-dbfa-4405-990d-328ee4ee2aff tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f1bec0a-ebb2-4044-8f97-3fcea3ceed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856936 Nov 19 13:37:24.797531 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b088308b-a810-4807-9ef9-bb8fc89f45cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422526'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:24.823621 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088308b-a810-4807-9ef9-bb8fc89f45cd admin admin] Pushing event deleted for resources: {'Port': ['ID=6f98a0ab-c917-4cf1-b436-dfe9b65c56a6,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:24.917319 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d0f5e-c1af-4d25-b5f9-89151bdbcecb req-bfa0ee7d-488b-474d-9a21-814221090c46 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:24.918775 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ae9d0f5e-c1af-4d25-b5f9-89151bdbcecb req-bfa0ee7d-488b-474d-9a21-814221090c46 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=0914bd87-de4e-4b51-9c1b-8df5ceed892f HTTP/1.1" status: 200 len: 946 time: 0.0972123 Nov 19 13:37:24.921401 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b088308b-a810-4807-9ef9-bb8fc89f45cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1796960'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:24.928219 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 47900) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:24.932821 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-5cd03808-0a48-4af8-b084-f16775167a9b tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Request body: {'floatingip': {'port_id': '413c33a8-b1b2-4890-bbaf-53583824bfc9'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:24.975093 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5cd03808-0a48-4af8-b084-f16775167a9b tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for floatingip, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.009346 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b088308b-a810-4807-9ef9-bb8fc89f45cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1791434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6730'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.011411 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b088308b-a810-4807-9ef9-bb8fc89f45cd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.057929 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b088308b-a810-4807-9ef9-bb8fc89f45cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1791429'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.058474 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b088308b-a810-4807-9ef9-bb8fc89f45cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dfbbd51-2436-42ae-96dc-d548419beda2 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:37:25.070228 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b088308b-a810-4807-9ef9-bb8fc89f45cd admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.071397 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-b088308b-a810-4807-9ef9-bb8fc89f45cd admin admin] 10.222.0.70 "DELETE /v2.0/routers/4dfbbd51-2436-42ae-96dc-d548419beda2 HTTP/1.1" status: 204 len: 168 time: 0.8824997 Nov 19 13:37:25.073806 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 47902) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:25.141735 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0047f7-7cbf-4b47-b5a2-de43fe4507f1 admin admin] Deleting subnet fbfd5670-91d6-4896-92d7-c99bb2e3e0e8 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:37:25.145104 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf0047f7-7cbf-4b47-b5a2-de43fe4507f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.168624 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 0325f584-42fc-4c79-8835-fcc3a7c926ac no longer exists at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:37:25.194726 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] No Port match for: 0325f584-42fc-4c79-8835-fcc3a7c926ac {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:37:25.195150 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 0325f584-42fc-4c79-8835-fcc3a7c926ac not bound to the agent host dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:37:25.198222 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf0047f7-7cbf-4b47-b5a2-de43fe4507f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13604458'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.306764 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf0047f7-7cbf-4b47-b5a2-de43fe4507f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724083'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.362552 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf0047f7-7cbf-4b47-b5a2-de43fe4507f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13422571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14398321'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.389371 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0047f7-7cbf-4b47-b5a2-de43fe4507f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbfd5670-91d6-4896-92d7-c99bb2e3e0e8,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:25.391342 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf0047f7-7cbf-4b47-b5a2-de43fe4507f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.395167 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce6f82e-5e48-4028-b421-d668e1f0f156 None None] Network bbe94461-ba9b-4be0-8fbb-a388717edfbe requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:37:25.397472 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-bf0047f7-7cbf-4b47-b5a2-de43fe4507f1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fbfd5670-91d6-4896-92d7-c99bb2e3e0e8 HTTP/1.1" status: 204 len: 168 time: 0.3216326 Nov 19 13:37:25.398563 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 47904) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:25.452196 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5cd03808-0a48-4af8-b084-f16775167a9b tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.460429 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5cd03808-0a48-4af8-b084-f16775167a9b tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1797046'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.473639 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58ae43ae-60c6-4b3a-8050-431411e31fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613477'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.534728 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-58ae43ae-60c6-4b3a-8050-431411e31fd2 admin admin] Deleting port 77432f74-5c34-494d-87cd-f4a5d740993c {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:25.535068 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58ae43ae-60c6-4b3a-8050-431411e31fd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.568299 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.db.l3_db [None req-5cd03808-0a48-4af8-b084-f16775167a9b tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Floating IP 4d44aa4d-1984-46e4-85f9-87f41d2e46d3 associated. External IP: 172.28.1.108, port: 413c33a8-b1b2-4890-bbaf-53583824bfc9. Nov 19 13:37:25.599911 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec76f4c4-97b9-45b0-8f0e-35e23906a8e3 None None] DHCP port deletion for bbe94461-ba9b-4be0-8fbb-a388717edfbe request from dv-cinder-816324-4-smb {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:37:25.613065 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-58ae43ae-60c6-4b3a-8050-431411e31fd2 admin admin] For port 77432f74-5c34-494d-87cd-f4a5d740993c, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=77432f74-5c34-494d-87cd-f4a5d740993c,segment=NetworkSegment(ba8494b8-aa6d-426a-a3f3-18037d48bba4),segment_id=ba8494b8-aa6d-426a-a3f3-18037d48bba4)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:25.613422 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58ae43ae-60c6-4b3a-8050-431411e31fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.632580 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-58ae43ae-60c6-4b3a-8050-431411e31fd2 admin admin] Calling delete_port for 77432f74-5c34-494d-87cd-f4a5d740993c owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:25.658976 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-ec76f4c4-97b9-45b0-8f0e-35e23906a8e3 None None] Deleting port 77432f74-5c34-494d-87cd-f4a5d740993c {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:25.659483 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ec76f4c4-97b9-45b0-8f0e-35e23906a8e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.724219 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58ae43ae-60c6-4b3a-8050-431411e31fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422526'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.734457 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ec76f4c4-97b9-45b0-8f0e-35e23906a8e3 None None] For port 77432f74-5c34-494d-87cd-f4a5d740993c, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=77432f74-5c34-494d-87cd-f4a5d740993c,segment=NetworkSegment(ba8494b8-aa6d-426a-a3f3-18037d48bba4),segment_id=ba8494b8-aa6d-426a-a3f3-18037d48bba4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:25.734867 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ec76f4c4-97b9-45b0-8f0e-35e23906a8e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.749860 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae43ae-60c6-4b3a-8050-431411e31fd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=77432f74-5c34-494d-87cd-f4a5d740993c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:25.752983 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-ec76f4c4-97b9-45b0-8f0e-35e23906a8e3 None None] Calling delete_port for 77432f74-5c34-494d-87cd-f4a5d740993c owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:25.753446 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae43ae-60c6-4b3a-8050-431411e31fd2 admin admin] No DVR routers for this DVR port 77432f74-5c34-494d-87cd-f4a5d740993c on host dv-cinder-816324-4-smb {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:37:25.822905 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd03808-0a48-4af8-b084-f16775167a9b tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Router 00cb0917-c7e2-420a-9f80-841a287895b0 has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:37:25.827726 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58ae43ae-60c6-4b3a-8050-431411e31fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734982', 'neutron.services.segments.db._delete_segments_for_network-8736459861315'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.873671 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.services.segments.db [None req-58ae43ae-60c6-4b3a-8050-431411e31fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe94461-ba9b-4be0-8fbb-a388717edfbe']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:25.891373 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.services.segments.db [None req-58ae43ae-60c6-4b3a-8050-431411e31fd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8494b8-aa6d-426a-a3f3-18037d48bba4') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:25.892841 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.services.segments.db [None req-58ae43ae-60c6-4b3a-8050-431411e31fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8494b8-aa6d-426a-a3f3-18037d48bba4') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:25.896194 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ec76f4c4-97b9-45b0-8f0e-35e23906a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.917666 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58ae43ae-60c6-4b3a-8050-431411e31fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736459878072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13604451'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.933555 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76f4c4-97b9-45b0-8f0e-35e23906a8e3 None None] Pushing event deleted for resources: {'Port': ['ID=77432f74-5c34-494d-87cd-f4a5d740993c,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:25.934130 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58ae43ae-60c6-4b3a-8050-431411e31fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.947010 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec76f4c4-97b9-45b0-8f0e-35e23906a8e3 None None] No DVR routers for this DVR port 77432f74-5c34-494d-87cd-f4a5d740993c on host dv-cinder-816324-4-smb {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:37:25.947852 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ae43ae-60c6-4b3a-8050-431411e31fd2 admin admin] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:37:25.948283 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58ae43ae-60c6-4b3a-8050-431411e31fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13422481'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: Traceback (most recent call last): Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: timer() Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: cb(*args, **kw) Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: return func(*args, **kwargs) Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: self._notify() Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: self.callback(batched_events) Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: event.method(event) Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: return f(self, *a, **k) Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: return self._get(url).json() Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:37:25.950076 dv-cinder-816324-4-smb neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:37:25.972391 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd03808-0a48-4af8-b084-f16775167a9b tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:37:25.976320 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5cd03808-0a48-4af8-b084-f16775167a9b tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.980811 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3374c3-c3c1-472e-871d-526498218989 None None] Sync routers for ids ['00cb0917-c7e2-420a-9f80-841a287895b0'] in dv-cinder-816324-4-smb {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:37:25.992727 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3374c3-c3c1-472e-871d-526498218989 None None] Routers {'00cb0917-c7e2-420a-9f80-841a287895b0'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:25.993360 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-fa3374c3-c3c1-472e-871d-526498218989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:36:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['00cb0917-c7e2-420a-9f80-841a287895b0'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:26.015998 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-5cd03808-0a48-4af8-b084-f16775167a9b tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "PUT /v2.0/floatingips/4d44aa4d-1984-46e4-85f9-87f41d2e46d3 HTTP/1.1" status: 200 len: 992 time: 1.0866272 Nov 19 13:37:26.017000 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0914bd87-de4e-4b51-9c1b-8df5ceed892f', 'tag': '413c33a8-b1b2-4890-bbaf-53583824bfc9'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:26.020975 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac7155a-82b0-462c-bb53-43cbef0f41d0" -d '{"events": [{"name": "network-changed", "server_uuid": "0914bd87-de4e-4b51-9c1b-8df5ceed892f", "tag": "413c33a8-b1b2-4890-bbaf-53583824bfc9"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:26.056090 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-fb9bc82a-94ce-4c20-9e78-5f2f9e5dc7ec req-b8747878-59be-45db-b234-ff46fa37e8f3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538840 Nov 19 13:37:26.056731 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58ae43ae-60c6-4b3a-8050-431411e31fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796996'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:26.066732 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58ae43ae-60c6-4b3a-8050-431411e31fd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:26.072369 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-58ae43ae-60c6-4b3a-8050-431411e31fd2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/bbe94461-ba9b-4be0-8fbb-a388717edfbe HTTP/1.1" status: 204 len: 168 time: 0.6729929 Nov 19 13:37:26.083480 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae43ae-60c6-4b3a-8050-431411e31fd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbe94461-ba9b-4be0-8fbb-a388717edfbe,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:26.088138 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f9165c-7f1c-421d-8b54-99d9de8174dc x-openstack-request-id: req-06f9165c-7f1c-421d-8b54-99d9de8174dc {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:26.088584 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0914bd87-de4e-4b51-9c1b-8df5ceed892f", "tag": "413c33a8-b1b2-4890-bbaf-53583824bfc9", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:26.088676 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06f9165c-7f1c-421d-8b54-99d9de8174dc {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:26.089079 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0914bd87-de4e-4b51-9c1b-8df5ceed892f', 'tag': '413c33a8-b1b2-4890-bbaf-53583824bfc9', 'status': 'completed', 'code': 200} Nov 19 13:37:26.158786 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-fa3374c3-c3c1-472e-871d-526498218989 None None] Set router 00cb0917-c7e2-420a-9f80-841a287895b0 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:26.169917 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7155a-82b0-462c-bb53-43cbef0f41d0 req-e936e849-3be8-4d4d-9104-36fb9a7af293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:26.171607 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3ac7155a-82b0-462c-bb53-43cbef0f41d0 req-e936e849-3be8-4d4d-9104-36fb9a7af293 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75905e8c906249a991884302d2b56a3a&device_id=0914bd87-de4e-4b51-9c1b-8df5ceed892f HTTP/1.1" status: 200 len: 1099 time: 0.0539916 Nov 19 13:37:26.184687 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bc82a-94ce-4c20-9e78-5f2f9e5dc7ec req-3978b40a-63e2-4563-94ac-18b6c4d443db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:26.184687 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-fb9bc82a-94ce-4c20-9e78-5f2f9e5dc7ec req-3978b40a-63e2-4563-94ac-18b6c4d443db service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7aba59e789ec42f28106f03123363eb4&device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 1098 time: 0.0626194 Nov 19 13:37:26.292521 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7155a-82b0-462c-bb53-43cbef0f41d0 req-0f493de0-cdff-4a41-983e-452f0cf7eca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:26.294135 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3ac7155a-82b0-462c-bb53-43cbef0f41d0 req-0f493de0-cdff-4a41-983e-452f0cf7eca5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=29a05973-aaf0-4f6c-b6bc-89790fb13240 HTTP/1.1" status: 200 len: 912 time: 0.1148694 Nov 19 13:37:26.307815 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bc82a-94ce-4c20-9e78-5f2f9e5dc7ec req-0979d1ac-f995-4e0d-9b24-6600edcbab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:26.309375 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-fb9bc82a-94ce-4c20-9e78-5f2f9e5dc7ec req-0979d1ac-f995-4e0d-9b24-6600edcbab67 service neutron] 10.222.0.82 "GET /v2.0/networks?id=73c96041-9b28-4c68-9fa9-490b84a1a86c HTTP/1.1" status: 200 len: 911 time: 0.1078699 Nov 19 13:37:26.309831 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 47914) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:26.371338 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3ac7155a-82b0-462c-bb53-43cbef0f41d0 req-c0bfe71b-7d9c-431c-856b-527e9d85e5a0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=413c33a8-b1b2-4890-bbaf-53583824bfc9 HTTP/1.1" status: 200 len: 1000 time: 0.0662830 Nov 19 13:37:26.377576 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-34fc7736-70a1-47fa-9f50-bd970222d54f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:26.401039 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-f0871801-ba39-4796-904b-01b12e9396ec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=09aa125b8fc640e780552210e36a9a2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0899146 Nov 19 13:37:26.405916 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 47916) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:26.413583 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-fb9bc82a-94ce-4c20-9e78-5f2f9e5dc7ec req-992986b4-e117-4ce8-b110-999d12c4488b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1579cd28-484b-4970-a380-3719f408d681 HTTP/1.1" status: 200 len: 1001 time: 0.0967038 Nov 19 13:37:26.428974 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-fa3374c3-c3c1-472e-871d-526498218989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'name': 'tempest-AttachVolumeTestJSON-714672833-router', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:23Z', 'updated_at': '2021-11-19T13:32:34Z', 'revision_number': 4, 'project_id': '75905e8c906249a991884302d2b56a3a', 'gw_port': {'id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_floatingips': [{'id': '4d44aa4d-1984-46e4-85f9-87f41d2e46d3', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'floating_ip_address': '172.28.1.108', 'floating_network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'router_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'port_id': '413c33a8-b1b2-4890-bbaf-53583824bfc9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'mac_address': 'fa:16:3e:9a:e6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0914bd87-de4e-4b51-9c1b-8df5ceed892f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:37:12Z', 'updated_at': '2021-11-19T13:37:25Z', 'revision_number': 1, 'project_id': '75905e8c906249a991884302d2b56a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70aa791-e9bc-4248-800e-d0b233a082a9', 'name': '', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'mac_address': 'fa:16:3e:2c:f0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:29Z', 'updated_at': '2021-11-19T13:32:45Z', 'revision_number': 5, 'project_id': '75905e8c906249a991884302d2b56a3a', 'subnets': [{'id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:26.434082 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7155a-82b0-462c-bb53-43cbef0f41d0 req-5f6df7c1-a983-410d-ba25-3c31389dd445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:26.435558 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3ac7155a-82b0-462c-bb53-43cbef0f41d0 req-5f6df7c1-a983-410d-ba25-3c31389dd445 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=92afe969-d4c1-4108-a3bc-4e2243e08e74 HTTP/1.1" status: 200 len: 849 time: 0.0558660 Nov 19 13:37:26.456081 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3374c3-c3c1-472e-871d-526498218989 None None] Checking router: 00cb0917-c7e2-420a-9f80-841a287895b0 for host: dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:37:26.465405 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3374c3-c3c1-472e-871d-526498218989 None None] Routers {'00cb0917-c7e2-420a-9f80-841a287895b0'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:26.465993 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-fa3374c3-c3c1-472e-871d-526498218989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:36:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['00cb0917-c7e2-420a-9f80-841a287895b0'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:26.487290 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7155a-82b0-462c-bb53-43cbef0f41d0 req-1916e9ba-85b6-434b-a526-1c1997574922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:26.488855 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3ac7155a-82b0-462c-bb53-43cbef0f41d0 req-1916e9ba-85b6-434b-a526-1c1997574922 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=29a05973-aaf0-4f6c-b6bc-89790fb13240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0463157 Nov 19 13:37:26.491133 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bc82a-94ce-4c20-9e78-5f2f9e5dc7ec req-3fb8ae33-c583-4c52-921e-b13df68ce2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:26.492600 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-fb9bc82a-94ce-4c20-9e78-5f2f9e5dc7ec req-3fb8ae33-c583-4c52-921e-b13df68ce2bc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d417f6d-4d23-4260-8964-4b050adda031 HTTP/1.1" status: 200 len: 848 time: 0.0711195 Nov 19 13:37:26.495324 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b5ca2d8a-10a3-41b5-bce4-322bf6311fd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:26.540379 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b5ca2d8a-10a3-41b5-bce4-322bf6311fd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:26.579110 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-fa3374c3-c3c1-472e-871d-526498218989 None None] Set router 00cb0917-c7e2-420a-9f80-841a287895b0 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:26.580333 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bc82a-94ce-4c20-9e78-5f2f9e5dc7ec req-b287ff8a-5e1e-4cda-80e8-0581c17874c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:26.581874 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-fb9bc82a-94ce-4c20-9e78-5f2f9e5dc7ec req-b287ff8a-5e1e-4cda-80e8-0581c17874c1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=73c96041-9b28-4c68-9fa9-490b84a1a86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778427 Nov 19 13:37:26.590048 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3ac7155a-82b0-462c-bb53-43cbef0f41d0 req-2e499fad-9f61-4781-b23c-46b3c6b94c72 service neutron] 10.222.0.82 "GET /v2.0/networks/29a05973-aaf0-4f6c-b6bc-89790fb13240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883574 Nov 19 13:37:26.647067 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b5ca2d8a-10a3-41b5-bce4-322bf6311fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:26.649692 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b5ca2d8a-10a3-41b5-bce4-322bf6311fd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:26.650829 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-b5ca2d8a-10a3-41b5-bce4-322bf6311fd9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f HTTP/1.1" status: 204 len: 168 time: 0.2440042 Nov 19 13:37:26.665216 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca2d8a-10a3-41b5-bce4-322bf6311fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7ebddb-5f08-47b1-b738-8d76a8a0dd4f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:26.690176 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-fb9bc82a-94ce-4c20-9e78-5f2f9e5dc7ec req-bbb38afa-1a61-46b5-9f48-d4621b2072ac service neutron] 10.222.0.82 "GET /v2.0/networks/73c96041-9b28-4c68-9fa9-490b84a1a86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988467 Nov 19 13:37:26.706419 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3ac7155a-82b0-462c-bb53-43cbef0f41d0 req-990a68dd-3d8a-48f8-90cb-d03f0c6e5c66 service neutron] 10.222.0.82 "GET /v2.0/networks/29a05973-aaf0-4f6c-b6bc-89790fb13240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086800 Nov 19 13:37:26.793187 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-fb9bc82a-94ce-4c20-9e78-5f2f9e5dc7ec req-1e040ef5-955e-4894-a168-48e874ef5e3d service neutron] 10.222.0.82 "GET /v2.0/networks/73c96041-9b28-4c68-9fa9-490b84a1a86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951464 Nov 19 13:37:26.836129 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-fa3374c3-c3c1-472e-871d-526498218989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'name': 'tempest-AttachVolumeTestJSON-714672833-router', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:23Z', 'updated_at': '2021-11-19T13:32:34Z', 'revision_number': 4, 'project_id': '75905e8c906249a991884302d2b56a3a', 'gw_port': {'id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_floatingips': [{'id': '4d44aa4d-1984-46e4-85f9-87f41d2e46d3', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'floating_ip_address': '172.28.1.108', 'floating_network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'router_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'port_id': '413c33a8-b1b2-4890-bbaf-53583824bfc9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'mac_address': 'fa:16:3e:9a:e6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0914bd87-de4e-4b51-9c1b-8df5ceed892f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:37:12Z', 'updated_at': '2021-11-19T13:37:25Z', 'revision_number': 1, 'project_id': '75905e8c906249a991884302d2b56a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70aa791-e9bc-4248-800e-d0b233a082a9', 'name': '', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'mac_address': 'fa:16:3e:2c:f0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:29Z', 'updated_at': '2021-11-19T13:32:45Z', 'revision_number': 5, 'project_id': '75905e8c906249a991884302d2b56a3a', 'subnets': [{'id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:26.863066 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3374c3-c3c1-472e-871d-526498218989 None None] The sync data for ids ['00cb0917-c7e2-420a-9f80-841a287895b0'] in dv-cinder-816324-4-smb is: [{'id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'name': 'tempest-AttachVolumeTestJSON-714672833-router', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:23Z', 'updated_at': '2021-11-19T13:32:34Z', 'revision_number': 4, 'project_id': '75905e8c906249a991884302d2b56a3a', 'gw_port': {'id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_floatingips': [{'id': '4d44aa4d-1984-46e4-85f9-87f41d2e46d3', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'floating_ip_address': '172.28.1.108', 'floating_network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'router_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'port_id': '413c33a8-b1b2-4890-bbaf-53583824bfc9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'mac_address': 'fa:16:3e:9a:e6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0914bd87-de4e-4b51-9c1b-8df5ceed892f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:37:12Z', 'updated_at': '2021-11-19T13:37:25Z', 'revision_number': 1, 'project_id': '75905e8c906249a991884302d2b56a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70aa791-e9bc-4248-800e-d0b233a082a9', 'name': '', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'mac_address': 'fa:16:3e:2c:f0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:29Z', 'updated_at': '2021-11-19T13:32:45Z', 'revision_number': 5, 'project_id': '75905e8c906249a991884302d2b56a3a', 'subnets': [{'id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:37:26.964930 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 6f98a0ab-c917-4cf1-b436-dfe9b65c56a6 no longer exists at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:37:26.984699 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] No Port match for: 6f98a0ab-c917-4cf1-b436-dfe9b65c56a6 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:37:26.985051 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 6f98a0ab-c917-4cf1-b436-dfe9b65c56a6 not bound to the agent host dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:37:26.985472 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 77432f74-5c34-494d-87cd-f4a5d740993c no longer exists at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:37:27.007293 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] No Port match for: 77432f74-5c34-494d-87cd-f4a5d740993c {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:37:27.007660 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 77432f74-5c34-494d-87cd-f4a5d740993c not bound to the agent host dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:37:27.019418 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 47924) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:27.062977 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-47f98ba3-fdba-4a10-9ed8-0dd656c463c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e8ffb70d5c1248e09e25dbab9d0c3f72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423989 Nov 19 13:37:27.065522 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 47926) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:27.095455 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4f8908-d60c-4a86-989b-38d9e08848b9 None None] New status for floating IP 4d44aa4d-1984-46e4-85f9-87f41d2e46d3: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:37:27.120554 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9cfc7321-dc0a-4afd-a4a4-6865e8f45942 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:27.142601 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9cfc7321-dc0a-4afd-a4a4-6865e8f45942 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:27.195853 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9cfc7321-dc0a-4afd-a4a4-6865e8f45942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:27.198486 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9cfc7321-dc0a-4afd-a4a4-6865e8f45942 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:27.199686 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-9cfc7321-dc0a-4afd-a4a4-6865e8f45942 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c9528f07-761c-4380-9c07-cf92493512b7 HTTP/1.1" status: 204 len: 168 time: 0.1332352 Nov 19 13:37:27.209087 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc7321-dc0a-4afd-a4a4-6865e8f45942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9528f07-761c-4380-9c07-cf92493512b7,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:29.116240 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d8f8531b-d54d-4e95-b5a0-4683e7103983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:29.845407 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:30.178620 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:31.146663 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:32.284542 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:43.845578 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba65df-1daf-43a6-ab3c-612487c6e2bf req-30c4c571-51f3-49a3-9791-fcac8ec66e6a tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:43.847048 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-75ba65df-1daf-43a6-ab3c-612487c6e2bf req-30c4c571-51f3-49a3-9791-fcac8ec66e6a tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 945 time: 0.1455340 Nov 19 13:37:43.893053 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-75ba65df-1daf-43a6-ab3c-612487c6e2bf req-cd361737-b6c6-413b-81ed-b6e6bb7670d5 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396330 Nov 19 13:37:45.009349 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915816ca-34a0-4ec4-968b-d380c2d3d950 req-ccc33383-a52f-492f-8e67-669d0c040a98 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:45.010797 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-915816ca-34a0-4ec4-968b-d380c2d3d950 req-ccc33383-a52f-492f-8e67-669d0c040a98 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 945 time: 0.0475934 Nov 19 13:37:45.057592 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-915816ca-34a0-4ec4-968b-d380c2d3d950 req-d28d56ab-42dc-47d5-b164-76a7ed05f52d tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409846 Nov 19 13:37:46.177479 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b448460-5b6f-4589-ab78-39c7df93b60d req-19efe754-ab98-49b8-a429-4e6b1670fc9f tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:46.178915 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8b448460-5b6f-4589-ab78-39c7df93b60d req-19efe754-ab98-49b8-a429-4e6b1670fc9f tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 945 time: 0.0518115 Nov 19 13:37:46.224234 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8b448460-5b6f-4589-ab78-39c7df93b60d req-4b66b3d0-a2ec-4018-ab13-8b1b39fb3fa6 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394588 Nov 19 13:37:47.341468 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59086c9b-451d-4b1a-949b-159c2c323b26 req-19cc5716-985e-4a34-b432-c80227e5d0c3 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:47.342909 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-59086c9b-451d-4b1a-949b-159c2c323b26 req-19cc5716-985e-4a34-b432-c80227e5d0c3 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 945 time: 0.0470202 Nov 19 13:37:47.388467 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-59086c9b-451d-4b1a-949b-159c2c323b26 req-3194b5e7-a00c-43fe-b15e-5e453b6c0985 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397632 Nov 19 13:37:48.505859 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3d794-04d3-42a3-9185-e2a2a9f6dedd req-4a7c85d0-187e-430a-bfd9-b29a17604423 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:48.507283 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-76f3d794-04d3-42a3-9185-e2a2a9f6dedd req-4a7c85d0-187e-430a-bfd9-b29a17604423 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 945 time: 0.0470421 Nov 19 13:37:48.555981 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-76f3d794-04d3-42a3-9185-e2a2a9f6dedd req-1df21f61-b2bc-4739-8e49-fa29213c4a57 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427594 Nov 19 13:37:49.672417 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3d3d3-50ba-4763-a999-6e3eafd5fcbc req-33fca8c2-fa16-4c6f-bfa6-aa4313823384 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:49.673834 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-85b3d3d3-50ba-4763-a999-6e3eafd5fcbc req-33fca8c2-fa16-4c6f-bfa6-aa4313823384 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 945 time: 0.0471206 Nov 19 13:37:49.718731 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-85b3d3d3-50ba-4763-a999-6e3eafd5fcbc req-4540caeb-8038-4a33-9b6d-d72571e608fd tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390718 Nov 19 13:37:50.834407 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50317a93-41f9-4ab6-9b73-5ef3e831001f req-cf73718f-ce55-4146-84de-ce65e86f9e8f tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:50.835876 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-50317a93-41f9-4ab6-9b73-5ef3e831001f req-cf73718f-ce55-4146-84de-ce65e86f9e8f tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 945 time: 0.0477765 Nov 19 13:37:50.881159 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-50317a93-41f9-4ab6-9b73-5ef3e831001f req-57b35b46-eb82-4d71-b0f2-3b36a476c49a tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395439 Nov 19 13:37:52.008110 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e679898-c912-427d-b29f-e94c4aee2e47 req-35568c42-dd0d-4f50-9ae4-e65a1fcec9a4 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:52.009556 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5e679898-c912-427d-b29f-e94c4aee2e47 req-35568c42-dd0d-4f50-9ae4-e65a1fcec9a4 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 945 time: 0.0585158 Nov 19 13:37:52.056382 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5e679898-c912-427d-b29f-e94c4aee2e47 req-d4068417-376d-4e4e-ba7b-93b5bca39e2c tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398672 Nov 19 13:37:53.173907 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488789e-aa0f-4c76-952a-b70b48c83450 req-9ae52687-272f-4673-8221-ab55ee9d4c25 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:53.175364 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3488789e-aa0f-4c76-952a-b70b48c83450 req-9ae52687-272f-4673-8221-ab55ee9d4c25 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 945 time: 0.0484173 Nov 19 13:37:53.221211 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3488789e-aa0f-4c76-952a-b70b48c83450 req-fa307165-e9a7-4fa9-93f2-8b4cf65501a2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399916 Nov 19 13:37:53.835996 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 6 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:37:54.348035 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b5292-7205-4d70-99f3-6facbea18107 req-26aee7ac-0215-4a09-8c63-38ec56404f55 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:54.349520 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d27b5292-7205-4d70-99f3-6facbea18107 req-26aee7ac-0215-4a09-8c63-38ec56404f55 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 945 time: 0.0592866 Nov 19 13:37:54.649244 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-d27b5292-7205-4d70-99f3-6facbea18107 req-fd0559f7-4120-4ba9-a654-84118291e70b tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2932992 Nov 19 13:37:55.773159 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961c392-d3ef-4698-828d-6e7ed3434edb req-d2f3b8a4-5019-4993-bbd0-1d5f2b01c26d tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:55.774583 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9961c392-d3ef-4698-828d-6e7ed3434edb req-d2f3b8a4-5019-4993-bbd0-1d5f2b01c26d tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 945 time: 0.0476253 Nov 19 13:37:55.820898 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9961c392-d3ef-4698-828d-6e7ed3434edb req-efd73e99-fa6d-4968-afb8-9da44fbd4d48 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404551 Nov 19 13:37:56.276948 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device f90c8d87-a3e0-476d-8db4-695dd29d7ad8 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:37:56.478176 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-44fbdf36-5934-45f8-a995-2aada7f7f550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:56.505176 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port f90c8d87-a3e0-476d-8db4-695dd29d7ad8, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=f90c8d87-a3e0-476d-8db4-695dd29d7ad8,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:56.516265 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Returning: {'device': 'f90c8d87-a3e0-476d-8db4-695dd29d7ad8', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'port_id': 'f90c8d87-a3e0-476d-8db4-695dd29d7ad8', 'mac_address': 'fa:16:3e:e8:72:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:37:56.553523 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:56.565922 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f90c8d87-a3e0-476d-8db4-695dd29d7ad8 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:37:56.593769 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port f90c8d87-a3e0-476d-8db4-695dd29d7ad8, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=f90c8d87-a3e0-476d-8db4-695dd29d7ad8,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:56.597610 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:56.655022 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=f90c8d87-a3e0-476d-8db4-695dd29d7ad8,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:56.662147 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:56.662497 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:56.662841 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:56.663181 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:56.663512 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:56.663894 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:56.664209 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:56.664537 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:56.664886 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:56.665223 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:56.665545 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:56.665865 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:56.692764 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['f90c8d87-a3e0-476d-8db4-695dd29d7ad8'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:37:56.953961 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ae0b4-229c-4863-a996-49fd75cd574d req-4bcdfc3a-e025-4912-aa7e-c6ca6d7b49a4 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:56.956220 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-474ae0b4-229c-4863-a996-49fd75cd574d req-4bcdfc3a-e025-4912-aa7e-c6ca6d7b49a4 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 944 time: 0.0599055 Nov 19 13:37:57.012231 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-474ae0b4-229c-4863-a996-49fd75cd574d req-85f469fa-9985-4d6d-9cdf-c17a7493662c tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494783 Nov 19 13:37:58.173524 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f8e82-c77d-487c-bc30-850a7d269110 req-b30cab49-4a06-43ad-8ce3-524bebde66de tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:58.175091 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-446f8e82-c77d-487c-bc30-850a7d269110 req-b30cab49-4a06-43ad-8ce3-524bebde66de tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 944 time: 0.0641420 Nov 19 13:37:58.232567 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-446f8e82-c77d-487c-bc30-850a7d269110 req-1e14b302-8906-452d-a989-bdcf5acc1922 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512488 Nov 19 13:37:58.286143 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device f90c8d87-a3e0-476d-8db4-695dd29d7ad8 up at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:37:58.342735 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning complete for port f90c8d87-a3e0-476d-8db4-695dd29d7ad8 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:58.343495 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:58.431333 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:58.455787 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f33db9f-0ff6-4227-bb85-cc36f62f668d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90c8d87-a3e0-476d-8db4-695dd29d7ad8'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:58.458042 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e055a475c9f0143691b95be0e0209c275a71c4689c1f5f09712fcbe57faa4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19663e1-ecdd-421b-acdc-3ca0136891ea" -d '{"events": [{"server_uuid": "4f33db9f-0ff6-4227-bb85-cc36f62f668d", "name": "network-vif-plugged", "status": "completed", "tag": "f90c8d87-a3e0-476d-8db4-695dd29d7ad8"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:58.474650 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port f90c8d87-a3e0-476d-8db4-695dd29d7ad8, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=f90c8d87-a3e0-476d-8db4-695dd29d7ad8,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:58.481434 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:58.539172 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=f90c8d87-a3e0-476d-8db4-695dd29d7ad8,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:58.572260 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f4c3ab-67b3-4185-a74f-08b209560598 x-openstack-request-id: req-c3f4c3ab-67b3-4185-a74f-08b209560598 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:58.573312 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f33db9f-0ff6-4227-bb85-cc36f62f668d", "name": "network-vif-plugged", "status": "completed", "tag": "f90c8d87-a3e0-476d-8db4-695dd29d7ad8", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:58.573579 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3f4c3ab-67b3-4185-a74f-08b209560598 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:58.573975 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f33db9f-0ff6-4227-bb85-cc36f62f668d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90c8d87-a3e0-476d-8db4-695dd29d7ad8', 'code': 200} Nov 19 13:37:59.118125 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-26be6268-dfe7-47a9-99f5-544638324309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:59.367475 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89826d3f-690d-4a37-8894-3f9ee5fcd25c req-9d3a43b6-139b-41fd-8aca-090833f89379 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:59.372108 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-89826d3f-690d-4a37-8894-3f9ee5fcd25c req-9d3a43b6-139b-41fd-8aca-090833f89379 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 945 time: 0.0566046 Nov 19 13:37:59.419445 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-89826d3f-690d-4a37-8894-3f9ee5fcd25c req-bb9c5661-9439-4c8e-beea-76cd0fcb6fba tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439217 Nov 19 13:37:59.853470 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.178762 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.551823 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636506c2-411b-4edb-b8f3-1596e6c6f138 req-4d3bc352-6093-4337-8c14-0bf86f3792cb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:00.553508 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-636506c2-411b-4edb-b8f3-1596e6c6f138 req-4d3bc352-6093-4337-8c14-0bf86f3792cb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 945 time: 0.0567598 Nov 19 13:38:00.604331 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-636506c2-411b-4edb-b8f3-1596e6c6f138 req-bbb9986b-99ca-4662-8d87-41ff73fd24e7 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435619 Nov 19 13:38:01.148662 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.732816 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1e8e9-d129-42ec-b1c3-d54a1ed3c6da req-53dce027-26b8-4064-bbdb-209d34c5804c tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:01.734468 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b5c1e8e9-d129-42ec-b1c3-d54a1ed3c6da req-53dce027-26b8-4064-bbdb-209d34c5804c tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 945 time: 0.0528777 Nov 19 13:38:01.794972 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b5c1e8e9-d129-42ec-b1c3-d54a1ed3c6da req-b13d29fa-8c42-420c-9193-e5effe9ab9ea tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545387 Nov 19 13:38:02.293598 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:02.922792 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd24e33-aa45-49d5-b8f4-a99e6ba66388 req-0d2059fa-9b98-488d-915f-bd7454fa246f tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:02.924320 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4bd24e33-aa45-49d5-b8f4-a99e6ba66388 req-0d2059fa-9b98-488d-915f-bd7454fa246f tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 945 time: 0.0535145 Nov 19 13:38:02.989414 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4bd24e33-aa45-49d5-b8f4-a99e6ba66388 req-ef9b6752-c302-476b-abf8-90e6dbea8201 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541995 Nov 19 13:38:04.120740 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82e16c-3f8e-4b38-9511-3069466b6c57 req-0b2b285d-0391-433e-9967-1144cdee1c2d tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:04.122395 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4a82e16c-3f8e-4b38-9511-3069466b6c57 req-0b2b285d-0391-433e-9967-1144cdee1c2d tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 945 time: 0.0602858 Nov 19 13:38:04.186237 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4a82e16c-3f8e-4b38-9511-3069466b6c57 req-107f1f6d-4e12-4b7e-8cde-f60d3aa3d554 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576777 Nov 19 13:38:05.332193 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5805c-0664-45a6-849e-c0dfdd71bce1 req-c263b82e-c956-4a94-8e02-82e6e67ecfe5 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:05.334871 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-bec5805c-0664-45a6-849e-c0dfdd71bce1 req-c263b82e-c956-4a94-8e02-82e6e67ecfe5 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 945 time: 0.0626481 Nov 19 13:38:05.398075 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-bec5805c-0664-45a6-849e-c0dfdd71bce1 req-1ed03086-e744-4c39-9525-0cc27fe8acf1 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572195 Nov 19 13:38:06.440435 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55d611-4766-419c-8fdc-f732c8cd6112 req-8a60d726-6f6a-44e0-ae88-d380f8221c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:06.441936 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-db55d611-4766-419c-8fdc-f732c8cd6112 req-8a60d726-6f6a-44e0-ae88-d380f8221c7f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a4db52025002465e8e5736aac79f13c3&device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 1098 time: 0.0946443 Nov 19 13:38:06.518618 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98468011-4e22-4527-8c54-48b3ef4da875 req-add46d0b-aa79-4af0-ac5b-d8027ae719e1 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:06.520110 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-98468011-4e22-4527-8c54-48b3ef4da875 req-add46d0b-aa79-4af0-ac5b-d8027ae719e1 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 945 time: 0.0527303 Nov 19 13:38:06.533414 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55d611-4766-419c-8fdc-f732c8cd6112 req-ecd4600f-e55b-45b5-9ac1-af9c72a5b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:06.535297 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-db55d611-4766-419c-8fdc-f732c8cd6112 req-ecd4600f-e55b-45b5-9ac1-af9c72a5b078 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d HTTP/1.1" status: 200 len: 918 time: 0.0865302 Nov 19 13:38:06.566669 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-98468011-4e22-4527-8c54-48b3ef4da875 req-f9f9ebb3-851b-4770-a000-5847275845cb tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405531 Nov 19 13:38:06.610681 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-db55d611-4766-419c-8fdc-f732c8cd6112 req-eb9389ff-3bb2-41b6-b37c-015df9c485f3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90c8d87-a3e0-476d-8db4-695dd29d7ad8 HTTP/1.1" status: 200 len: 1001 time: 0.0614905 Nov 19 13:38:06.869506 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55d611-4766-419c-8fdc-f732c8cd6112 req-1d92e184-f4f1-457d-a150-cea996dd7901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:06.871538 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-db55d611-4766-419c-8fdc-f732c8cd6112 req-1d92e184-f4f1-457d-a150-cea996dd7901 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a50d8552-5081-4f74-8946-fa813e638daf HTTP/1.1" status: 200 len: 855 time: 0.2541778 Nov 19 13:38:06.916620 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55d611-4766-419c-8fdc-f732c8cd6112 req-a46f0d24-c8da-45a0-85ef-5c9320429929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:06.918646 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-db55d611-4766-419c-8fdc-f732c8cd6112 req-a46f0d24-c8da-45a0-85ef-5c9320429929 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0401525 Nov 19 13:38:07.008586 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-db55d611-4766-419c-8fdc-f732c8cd6112 req-91075afd-5ff4-400c-8a45-86aa68b89a59 service neutron] 10.222.0.82 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828841 Nov 19 13:38:07.097118 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-db55d611-4766-419c-8fdc-f732c8cd6112 req-e7c169ac-7829-4dba-890a-44e13639976f service neutron] 10.222.0.82 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796506 Nov 19 13:38:07.682529 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c4f4e-cb6d-435b-8aec-67b858ec7c3b req-5d71da62-02ee-424a-99ee-3d0e5a661d62 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:07.683983 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-819c4f4e-cb6d-435b-8aec-67b858ec7c3b req-5d71da62-02ee-424a-99ee-3d0e5a661d62 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 945 time: 0.0473080 Nov 19 13:38:07.733787 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-819c4f4e-cb6d-435b-8aec-67b858ec7c3b req-2a1c2933-f544-4c7b-8be2-247a186cd5be tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439866 Nov 19 13:38:08.856331 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7cb34-1923-4dd3-96f8-14cddbf34b2e req-48e2827c-6f2d-4189-a02b-75fe006d96df tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:08.857676 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-43f7cb34-1923-4dd3-96f8-14cddbf34b2e req-48e2827c-6f2d-4189-a02b-75fe006d96df tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 945 time: 0.0513661 Nov 19 13:38:08.903750 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-43f7cb34-1923-4dd3-96f8-14cddbf34b2e req-5c423a7b-80d6-4181-8037-f5dbb6a488c2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403445 Nov 19 13:38:09.844555 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3480b9c-f052-46b3-abf9-01e8e388ceb4 req-e8823152-7afb-4262-b748-da4498037b6f tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:09.846230 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c3480b9c-f052-46b3-abf9-01e8e388ceb4 req-e8823152-7afb-4262-b748-da4498037b6f tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 945 time: 0.0594108 Nov 19 13:38:09.869126 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c9732dc8-8008-44c3-8267-585455bad908 req-7b152720-9af2-4ece-b754-017d19efaf14 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424190 Nov 19 13:38:09.906360 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c3480b9c-f052-46b3-abf9-01e8e388ceb4 req-fdfa4418-b60f-4743-870c-26fc5af33034 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518930 Nov 19 13:38:10.360126 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device f90c8d87-a3e0-476d-8db4-695dd29d7ad8 no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:38:10.438211 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:10.463443 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f33db9f-0ff6-4227-bb85-cc36f62f668d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f90c8d87-a3e0-476d-8db4-695dd29d7ad8'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:10.466218 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e055a475c9f0143691b95be0e0209c275a71c4689c1f5f09712fcbe57faa4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa0d034-0550-460e-8eb8-5927fe5262a2" -d '{"events": [{"server_uuid": "4f33db9f-0ff6-4227-bb85-cc36f62f668d", "name": "network-vif-unplugged", "status": "completed", "tag": "f90c8d87-a3e0-476d-8db4-695dd29d7ad8"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:10.479720 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port f90c8d87-a3e0-476d-8db4-695dd29d7ad8, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=f90c8d87-a3e0-476d-8db4-695dd29d7ad8,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:10.484391 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:10.513333 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d7bcbd-377a-4b0b-a810-4b3d136c0587 x-openstack-request-id: req-b1d7bcbd-377a-4b0b-a810-4b3d136c0587 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:10.513644 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f33db9f-0ff6-4227-bb85-cc36f62f668d", "name": "network-vif-unplugged", "status": "completed", "tag": "f90c8d87-a3e0-476d-8db4-695dd29d7ad8", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:10.513900 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b1d7bcbd-377a-4b0b-a810-4b3d136c0587 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:10.514312 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f33db9f-0ff6-4227-bb85-cc36f62f668d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f90c8d87-a3e0-476d-8db4-695dd29d7ad8', 'code': 200} Nov 19 13:38:10.540910 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=f90c8d87-a3e0-476d-8db4-695dd29d7ad8,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:10.845368 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9732dc8-8008-44c3-8267-585455bad908 req-c583a70c-242e-439d-be95-3df94ab8ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:10.846906 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c9732dc8-8008-44c3-8267-585455bad908 req-c583a70c-242e-439d-be95-3df94ab8ec4e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d&tenant_id=a4db52025002465e8e5736aac79f13c3 HTTP/1.1" status: 200 len: 1096 time: 0.0753162 Nov 19 13:38:10.908117 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9732dc8-8008-44c3-8267-585455bad908 req-3a2bbab5-caab-4b6c-8714-868e840dd965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:10.909645 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c9732dc8-8008-44c3-8267-585455bad908 req-3a2bbab5-caab-4b6c-8714-868e840dd965 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a4db52025002465e8e5736aac79f13c3&device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 1096 time: 0.0415199 Nov 19 13:38:11.007987 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9732dc8-8008-44c3-8267-585455bad908 req-93c5ae67-2014-4f75-b909-7d7cb578476c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:11.009780 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c9732dc8-8008-44c3-8267-585455bad908 req-93c5ae67-2014-4f75-b909-7d7cb578476c service neutron] 10.222.0.82 "GET /v2.0/networks?id=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d HTTP/1.1" status: 200 len: 918 time: 0.0938060 Nov 19 13:38:11.033151 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcabb08-13cd-4182-8357-4499c0a9b583 req-e782b12c-8170-4675-b442-eab14ebbb9b8 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:11.034640 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2bcabb08-13cd-4182-8357-4499c0a9b583 req-e782b12c-8170-4675-b442-eab14ebbb9b8 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 943 time: 0.0540204 Nov 19 13:38:11.085027 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c9732dc8-8008-44c3-8267-585455bad908 req-ae5c3811-d8c1-4276-bcb9-5fc71a9af01b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90c8d87-a3e0-476d-8db4-695dd29d7ad8 HTTP/1.1" status: 200 len: 999 time: 0.0674691 Nov 19 13:38:11.087731 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2bcabb08-13cd-4182-8357-4499c0a9b583 req-970a72af-efaf-499a-8506-25a29983efd9 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472765 Nov 19 13:38:11.139751 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9732dc8-8008-44c3-8267-585455bad908 req-7f140220-dac2-4ab8-a45c-e87118d1552f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:11.141794 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c9732dc8-8008-44c3-8267-585455bad908 req-7f140220-dac2-4ab8-a45c-e87118d1552f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a50d8552-5081-4f74-8946-fa813e638daf HTTP/1.1" status: 200 len: 855 time: 0.0490718 Nov 19 13:38:11.194227 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9732dc8-8008-44c3-8267-585455bad908 req-98ea858d-244f-4d70-a976-e5f6b878687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:11.196106 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c9732dc8-8008-44c3-8267-585455bad908 req-98ea858d-244f-4d70-a976-e5f6b878687c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0475090 Nov 19 13:38:11.286206 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c9732dc8-8008-44c3-8267-585455bad908 req-cc076ea1-687f-4386-8f0f-6a669aad1660 service neutron] 10.222.0.82 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811863 Nov 19 13:38:11.379614 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c9732dc8-8008-44c3-8267-585455bad908 req-4e5db0e5-aeec-488e-a3fb-efc5be138ec0 service neutron] 10.222.0.82 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854845 Nov 19 13:38:12.307391 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719ac08-1e2e-4686-9946-169cc0f14904 req-ef279675-9098-44a1-8600-d8430e784e9c tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:12.309526 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f719ac08-1e2e-4686-9946-169cc0f14904 req-ef279675-9098-44a1-8600-d8430e784e9c tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 943 time: 0.1010926 Nov 19 13:38:12.360258 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f719ac08-1e2e-4686-9946-169cc0f14904 req-208146b0-1884-4483-959a-513d2713e884 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444729 Nov 19 13:38:13.494225 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b170f5e-1c18-4eed-8f37-31c3f837bc16 req-56f13c5c-81a7-43e3-99c7-2d2546a29422 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:13.495747 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9b170f5e-1c18-4eed-8f37-31c3f837bc16 req-56f13c5c-81a7-43e3-99c7-2d2546a29422 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 943 time: 0.0492525 Nov 19 13:38:13.542075 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9b170f5e-1c18-4eed-8f37-31c3f837bc16 req-a9ecc107-859d-4dbe-a369-b02cb57dc55a tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405662 Nov 19 13:38:14.687305 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f6a4a-142e-4aae-b9b1-6e35c0db4841 req-dc7ca894-b146-4733-951d-5e9e032ba430 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:14.688790 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-406f6a4a-142e-4aae-b9b1-6e35c0db4841 req-dc7ca894-b146-4733-951d-5e9e032ba430 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 943 time: 0.0525241 Nov 19 13:38:14.735425 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-406f6a4a-142e-4aae-b9b1-6e35c0db4841 req-2f34f512-950e-4b6f-9c0e-fe0fa14829d5 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406923 Nov 19 13:38:15.853922 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c72c1-bcef-4cb8-8a4b-8eaf6f5b028c req-0a77bf1c-e304-46c8-bc5a-367b45a7bbf3 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:15.855954 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e50c72c1-bcef-4cb8-8a4b-8eaf6f5b028c req-0a77bf1c-e304-46c8-bc5a-367b45a7bbf3 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 943 time: 0.0479972 Nov 19 13:38:15.905184 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e50c72c1-bcef-4cb8-8a4b-8eaf6f5b028c req-49c77303-dba4-448e-9d92-48069386f389 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432754 Nov 19 13:38:17.027872 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a7ce2-c1c6-40f3-8fbc-592008d4e0cf req-1836fd18-2d7e-44f2-bf79-28a119d40412 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:17.029355 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3c9a7ce2-c1c6-40f3-8fbc-592008d4e0cf req-1836fd18-2d7e-44f2-bf79-28a119d40412 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 943 time: 0.0489621 Nov 19 13:38:17.078803 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-3c9a7ce2-c1c6-40f3-8fbc-592008d4e0cf req-7f020bd4-34ba-4347-86c4-6cf834a06f04 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435128 Nov 19 13:38:18.208022 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e836f4-2c91-47f3-a970-f1f1b3a119bf req-9697b935-f30d-4353-bc51-07daf467004f tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:18.209605 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-52e836f4-2c91-47f3-a970-f1f1b3a119bf req-9697b935-f30d-4353-bc51-07daf467004f tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 943 time: 0.0517948 Nov 19 13:38:18.258987 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-52e836f4-2c91-47f3-a970-f1f1b3a119bf req-0d5223dc-5feb-409a-8edf-d74dd85de109 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424769 Nov 19 13:38:19.377036 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5f404-9bce-417e-a5c2-ae688ef030cb req-b99e30e9-0ec6-4f6a-8285-0a2a92bbabb3 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:19.378463 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5da5f404-9bce-417e-a5c2-ae688ef030cb req-b99e30e9-0ec6-4f6a-8285-0a2a92bbabb3 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 943 time: 0.0474925 Nov 19 13:38:19.463844 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5da5f404-9bce-417e-a5c2-ae688ef030cb req-89bcee82-1620-4651-99a8-67c3c2e0f8ef tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794110 Nov 19 13:38:20.590492 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4673c5-4377-43e3-b02a-defadb9276ff req-01a0d832-ba3e-48e2-a5a0-fe24a29f8e2f tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:20.592038 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ac4673c5-4377-43e3-b02a-defadb9276ff req-01a0d832-ba3e-48e2-a5a0-fe24a29f8e2f tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 943 time: 0.0518222 Nov 19 13:38:20.637611 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ac4673c5-4377-43e3-b02a-defadb9276ff req-b7a4ed8d-ffd2-4aae-a40c-b8eb8fb1e95b tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398686 Nov 19 13:38:21.760553 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8f941-8077-4533-8a69-f3b2e4e1020b req-23cd098f-ca3c-4fc8-a60d-9563f91ea6aa tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:21.762519 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e9f8f941-8077-4533-8a69-f3b2e4e1020b req-23cd098f-ca3c-4fc8-a60d-9563f91ea6aa tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 943 time: 0.0488667 Nov 19 13:38:21.808530 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e9f8f941-8077-4533-8a69-f3b2e4e1020b req-dee2afdf-a0f8-4f90-8bb3-9b300b9ab687 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398626 Nov 19 13:38:22.943314 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560e20a-beeb-4da3-9748-6df9b5b7fbac req-8c26a5c1-fdb5-4436-b0aa-20412b27cdbe tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:22.944874 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4560e20a-beeb-4da3-9748-6df9b5b7fbac req-8c26a5c1-fdb5-4436-b0aa-20412b27cdbe tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 943 time: 0.0553534 Nov 19 13:38:22.991878 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4560e20a-beeb-4da3-9748-6df9b5b7fbac req-416af260-2b03-4991-b2ef-8786930a2304 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411453 Nov 19 13:38:24.113818 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1cbd5-52ea-4bdd-8c99-0eeffca1a7cf req-46d13fee-9d5c-495a-a9ea-279d6cf10e34 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:24.115300 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b8a1cbd5-52ea-4bdd-8c99-0eeffca1a7cf req-46d13fee-9d5c-495a-a9ea-279d6cf10e34 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 943 time: 0.0493069 Nov 19 13:38:24.170787 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-b8a1cbd5-52ea-4bdd-8c99-0eeffca1a7cf req-3e786961-10e2-4236-a4ac-0668d9adcba1 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486588 Nov 19 13:38:25.290840 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92767ce-35e6-44aa-a0c5-c242a24ecfde req-cc361123-54b4-4691-ba9a-dbfaca165bd8 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:25.292462 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f92767ce-35e6-44aa-a0c5-c242a24ecfde req-cc361123-54b4-4691-ba9a-dbfaca165bd8 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 943 time: 0.0482600 Nov 19 13:38:25.353771 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f92767ce-35e6-44aa-a0c5-c242a24ecfde req-a064cbb3-dfd7-4e0d-a328-668ac6d78e46 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553558 Nov 19 13:38:26.369299 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2e3c54ec-86e9-4778-8fb6-22219a3fc674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:26.440654 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device f90c8d87-a3e0-476d-8db4-695dd29d7ad8 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:38:26.475405 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d08a40-9997-4359-ae8f-491e14482871 req-e7026f7d-cf45-4433-859b-5012845b640f tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:26.476896 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f9d08a40-9997-4359-ae8f-491e14482871 req-e7026f7d-cf45-4433-859b-5012845b640f tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 943 time: 0.0496154 Nov 19 13:38:26.524651 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f9d08a40-9997-4359-ae8f-491e14482871 req-ad955f6a-3fc7-423d-adfc-2bb41aa35ecc tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415280 Nov 19 13:38:26.537834 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port f90c8d87-a3e0-476d-8db4-695dd29d7ad8, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=f90c8d87-a3e0-476d-8db4-695dd29d7ad8,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:26.549813 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Returning: {'device': 'f90c8d87-a3e0-476d-8db4-695dd29d7ad8', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'port_id': 'f90c8d87-a3e0-476d-8db4-695dd29d7ad8', 'mac_address': 'fa:16:3e:e8:72:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:38:26.585595 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:26.598568 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90c8d87-a3e0-476d-8db4-695dd29d7ad8 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:38:26.618079 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port f90c8d87-a3e0-476d-8db4-695dd29d7ad8, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=f90c8d87-a3e0-476d-8db4-695dd29d7ad8,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:26.621796 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:26.669199 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=f90c8d87-a3e0-476d-8db4-695dd29d7ad8,revision_number=9']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:26.850238 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['f90c8d87-a3e0-476d-8db4-695dd29d7ad8'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:38:27.038878 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc43108-736c-4354-bebd-481ff41a29b0 req-cf8387ea-876e-45e4-8329-4c9fee2ef015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:27.040400 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-fcc43108-736c-4354-bebd-481ff41a29b0 req-cf8387ea-876e-45e4-8329-4c9fee2ef015 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a4db52025002465e8e5736aac79f13c3&device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 1097 time: 0.0410476 Nov 19 13:38:27.143834 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc43108-736c-4354-bebd-481ff41a29b0 req-da5e176e-106a-486b-a26c-8877266efee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:27.145282 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-fcc43108-736c-4354-bebd-481ff41a29b0 req-da5e176e-106a-486b-a26c-8877266efee7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d HTTP/1.1" status: 200 len: 918 time: 0.0852458 Nov 19 13:38:27.210833 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-fcc43108-736c-4354-bebd-481ff41a29b0 req-3876afdf-707d-4630-b9ad-644ca17643ec service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90c8d87-a3e0-476d-8db4-695dd29d7ad8 HTTP/1.1" status: 200 len: 1000 time: 0.0571094 Nov 19 13:38:27.265530 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc43108-736c-4354-bebd-481ff41a29b0 req-33caf0e3-8dcf-4436-81ae-de73c64bb661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:27.267182 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-fcc43108-736c-4354-bebd-481ff41a29b0 req-33caf0e3-8dcf-4436-81ae-de73c64bb661 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a50d8552-5081-4f74-8946-fa813e638daf HTTP/1.1" status: 200 len: 855 time: 0.0422359 Nov 19 13:38:27.320177 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc43108-736c-4354-bebd-481ff41a29b0 req-74342b59-10bc-478a-902c-4e10edcff5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:27.321650 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-fcc43108-736c-4354-bebd-481ff41a29b0 req-74342b59-10bc-478a-902c-4e10edcff5d8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0468652 Nov 19 13:38:27.409607 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-fcc43108-736c-4354-bebd-481ff41a29b0 req-1ae7816e-6047-40f7-9a4b-4a6fd74c95b2 service neutron] 10.222.0.82 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800664 Nov 19 13:38:27.503027 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-fcc43108-736c-4354-bebd-481ff41a29b0 req-5048752e-8094-4b44-81e9-f4a3ca736bd3 service neutron] 10.222.0.82 "GET /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847309 Nov 19 13:38:27.804270 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8233ae-351c-4606-847d-da137560db5c req-3ec29107-a792-4c1b-b658-28ae246b67b9 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:27.805634 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9a8233ae-351c-4606-847d-da137560db5c req-3ec29107-a792-4c1b-b658-28ae246b67b9 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 944 time: 0.0496638 Nov 19 13:38:27.854139 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9a8233ae-351c-4606-847d-da137560db5c req-abceee3e-7016-449e-af07-22d4bc9f6a7e tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418162 Nov 19 13:38:28.435551 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device f90c8d87-a3e0-476d-8db4-695dd29d7ad8 up at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:28.482940 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning complete for port f90c8d87-a3e0-476d-8db4-695dd29d7ad8 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:28.483313 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:28.561274 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:28.583587 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f33db9f-0ff6-4227-bb85-cc36f62f668d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90c8d87-a3e0-476d-8db4-695dd29d7ad8'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:28.585798 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e055a475c9f0143691b95be0e0209c275a71c4689c1f5f09712fcbe57faa4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc9fe4d-5235-4b21-be6d-26ff6668975d" -d '{"events": [{"server_uuid": "4f33db9f-0ff6-4227-bb85-cc36f62f668d", "name": "network-vif-plugged", "status": "completed", "tag": "f90c8d87-a3e0-476d-8db4-695dd29d7ad8"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:28.598735 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port f90c8d87-a3e0-476d-8db4-695dd29d7ad8, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=f90c8d87-a3e0-476d-8db4-695dd29d7ad8,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:28.604127 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:28.630930 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ce348c-c8bd-4104-80b7-a4016fd5805e x-openstack-request-id: req-16ce348c-c8bd-4104-80b7-a4016fd5805e {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:28.631314 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f33db9f-0ff6-4227-bb85-cc36f62f668d", "name": "network-vif-plugged", "status": "completed", "tag": "f90c8d87-a3e0-476d-8db4-695dd29d7ad8", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:28.631664 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-16ce348c-c8bd-4104-80b7-a4016fd5805e {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:28.632113 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f33db9f-0ff6-4227-bb85-cc36f62f668d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90c8d87-a3e0-476d-8db4-695dd29d7ad8', 'code': 200} Nov 19 13:38:28.657405 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=f90c8d87-a3e0-476d-8db4-695dd29d7ad8,revision_number=10']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:28.796407 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815d7fe-2bed-40e3-a2af-ce56be43947b req-a21bb405-e04f-4d4d-a481-bf2740d7d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:28.797881 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-6815d7fe-2bed-40e3-a2af-ce56be43947b req-a21bb405-e04f-4d4d-a481-bf2740d7d5df service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 1099 time: 0.0406501 Nov 19 13:38:28.840890 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-6815d7fe-2bed-40e3-a2af-ce56be43947b req-cfb4e643-e839-4e88-8ff9-50ae006e12f9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364997 Nov 19 13:38:28.980780 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54954395-d994-4514-b3f8-c172aae1338e req-d65a7cd3-1336-4c31-b5a4-db2af1c5df20 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:28.982231 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-54954395-d994-4514-b3f8-c172aae1338e req-d65a7cd3-1336-4c31-b5a4-db2af1c5df20 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 946 time: 0.0539820 Nov 19 13:38:29.028348 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-54954395-d994-4514-b3f8-c172aae1338e req-58b622bf-2120-4ef5-a860-efb97016c4b7 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401061 Nov 19 13:38:29.120314 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-55d174f5-b6a0-4e97-ba27-4e16990e6c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:29.739029 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f18756-4968-40f9-8755-05c534889a86 req-83efdb4c-8d7e-46e0-be1c-2e0d7bc5d6f5 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:29.740490 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-60f18756-4968-40f9-8755-05c534889a86 req-83efdb4c-8d7e-46e0-be1c-2e0d7bc5d6f5 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=0914bd87-de4e-4b51-9c1b-8df5ceed892f HTTP/1.1" status: 200 len: 946 time: 0.0481234 Nov 19 13:38:29.786554 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-60f18756-4968-40f9-8755-05c534889a86 req-fc596511-51da-4ab1-97d0-06390233063d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f1bec0a-ebb2-4044-8f97-3fcea3ceed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400481 Nov 19 13:38:29.846441 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:30.149575 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0612dd6-2276-45b9-b240-bea952a5e822 req-85f494b5-a911-47ea-94a9-65c2a66ba260 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:30.151026 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f0612dd6-2276-45b9-b240-bea952a5e822 req-85f494b5-a911-47ea-94a9-65c2a66ba260 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 946 time: 0.0492001 Nov 19 13:38:30.189045 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:30.207281 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-f0612dd6-2276-45b9-b240-bea952a5e822 req-e639f77d-620d-440d-9e73-c1ff9b963747 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489070 Nov 19 13:38:30.834871 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 6 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:38:30.900203 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1928b5-a966-49ae-a845-61f672d867c2 req-5fc2f55d-12a2-4a6c-9b00-abd4178ed656 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:30.901713 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ba1928b5-a966-49ae-a845-61f672d867c2 req-5fc2f55d-12a2-4a6c-9b00-abd4178ed656 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=0914bd87-de4e-4b51-9c1b-8df5ceed892f HTTP/1.1" status: 200 len: 946 time: 0.0477960 Nov 19 13:38:30.948232 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ba1928b5-a966-49ae-a845-61f672d867c2 req-88d05864-6557-4d9a-938a-a39e7d816a44 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f1bec0a-ebb2-4044-8f97-3fcea3ceed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404897 Nov 19 13:38:31.151104 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:31.326364 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c813efd-8daa-4e84-a034-3ea256df8568 req-3e4bb03d-9f75-4617-b503-7a4a3399413c tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:31.328077 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2c813efd-8daa-4e84-a034-3ea256df8568 req-3e4bb03d-9f75-4617-b503-7a4a3399413c tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 946 time: 0.0493119 Nov 19 13:38:31.376048 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2c813efd-8daa-4e84-a034-3ea256df8568 req-bfc9407a-6838-49cd-b5ac-fef0551bf164 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408678 Nov 19 13:38:31.574917 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ba536-5b59-4bdf-9e44-60db062d7346 req-1b3ddb41-ffe7-4920-9612-546670003e22 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:31.576391 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-fa2ba536-5b59-4bdf-9e44-60db062d7346 req-1b3ddb41-ffe7-4920-9612-546670003e22 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.82 "GET /v2.0/ports?device_id=0914bd87-de4e-4b51-9c1b-8df5ceed892f HTTP/1.1" status: 200 len: 946 time: 0.0464022 Nov 19 13:38:31.667457 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-fa2ba536-5b59-4bdf-9e44-60db062d7346 req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Deleting port 413c33a8-b1b2-4890-bbaf-53583824bfc9 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:31.667765 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fa2ba536-5b59-4bdf-9e44-60db062d7346 req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:31.754672 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-fa2ba536-5b59-4bdf-9e44-60db062d7346 req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] For port 413c33a8-b1b2-4890-bbaf-53583824bfc9, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=413c33a8-b1b2-4890-bbaf-53583824bfc9,segment=NetworkSegment(fb7c540f-12e3-4467-86e6-e4dfa8ed618f),segment_id=fb7c540f-12e3-4467-86e6-e4dfa8ed618f)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:31.755026 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fa2ba536-5b59-4bdf-9e44-60db062d7346 req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:31.970406 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fa2ba536-5b59-4bdf-9e44-60db062d7346 req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:31.970669 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fa2ba536-5b59-4bdf-9e44-60db062d7346 req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1797046'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:31.970992 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.db.l3_db [req-fa2ba536-5b59-4bdf-9e44-60db062d7346 req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Floating IP 4d44aa4d-1984-46e4-85f9-87f41d2e46d3 disassociated. External IP: 172.28.1.108, port: 413c33a8-b1b2-4890-bbaf-53583824bfc9. Nov 19 13:38:31.971333 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-fa2ba536-5b59-4bdf-9e44-60db062d7346 req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Calling delete_port for 413c33a8-b1b2-4890-bbaf-53583824bfc9 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:32.071881 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1c2c8-a676-47ba-81aa-fceeb1d4c048 req-f1c70a92-acb6-47f2-9934-ec0c71db66e9 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:32.073341 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a1b1c2c8-a676-47ba-81aa-fceeb1d4c048 req-f1c70a92-acb6-47f2-9934-ec0c71db66e9 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/ports?device_id=0914bd87-de4e-4b51-9c1b-8df5ceed892f HTTP/1.1" status: 200 len: 946 time: 0.0514400 Nov 19 13:38:32.099074 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fa2ba536-5b59-4bdf-9e44-60db062d7346 req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:32.119891 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a1b1c2c8-a676-47ba-81aa-fceeb1d4c048 req-b81bfcff-4ec9-4776-8564-9865b4511ac8 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f1bec0a-ebb2-4044-8f97-3fcea3ceed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400021 Nov 19 13:38:32.127128 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Pushing event deleted for resources: {'Port': ['ID=413c33a8-b1b2-4890-bbaf-53583824bfc9,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:32.173044 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:32.173390 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:32.173728 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:32.174061 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:32.174388 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:32.174714 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:32.175038 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:32.175359 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:32.175710 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:32.176030 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:32.176350 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:32.176664 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:32.246205 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa2ba536-5b59-4bdf-9e44-60db062d7346 req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Router 00cb0917-c7e2-420a-9f80-841a287895b0 has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:38:32.286917 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:32.356726 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa2ba536-5b59-4bdf-9e44-60db062d7346 req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:38:32.367151 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda640f6-7db3-4aca-917f-202dd5e3ad98 None None] Sync routers for ids ['00cb0917-c7e2-420a-9f80-841a287895b0'] in dv-cinder-816324-4-smb {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:38:32.378154 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda640f6-7db3-4aca-917f-202dd5e3ad98 None None] Routers {'00cb0917-c7e2-420a-9f80-841a287895b0'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:38:32.378770 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-dda640f6-7db3-4aca-917f-202dd5e3ad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:38:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['00cb0917-c7e2-420a-9f80-841a287895b0'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:32.394245 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2ba536-5b59-4bdf-9e44-60db062d7346 req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] No DVR routers for this DVR port 413c33a8-b1b2-4890-bbaf-53583824bfc9 on host hv-cinder-81632 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:38:32.396754 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fa2ba536-5b59-4bdf-9e44-60db062d7346 req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:32.400159 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-fa2ba536-5b59-4bdf-9e44-60db062d7346 req-4c81283a-526e-472b-9611-24287702c557 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.82 "DELETE /v2.0/ports/413c33a8-b1b2-4890-bbaf-53583824bfc9 HTTP/1.1" status: 204 len: 173 time: 0.8174286 Nov 19 13:38:32.400543 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0914bd87-de4e-4b51-9c1b-8df5ceed892f', 'name': 'network-vif-deleted', 'tag': '413c33a8-b1b2-4890-bbaf-53583824bfc9'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:32.402789 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef839c6-9442-43f8-9097-66f36b5fd401" -d '{"events": [{"server_uuid": "0914bd87-de4e-4b51-9c1b-8df5ceed892f", "name": "network-vif-deleted", "tag": "413c33a8-b1b2-4890-bbaf-53583824bfc9"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:32.495233 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-dda640f6-7db3-4aca-917f-202dd5e3ad98 None None] Set router 00cb0917-c7e2-420a-9f80-841a287895b0 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:38:32.510819 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960871e3-e184-4b0e-8e53-bd3738186d05 x-openstack-request-id: req-960871e3-e184-4b0e-8e53-bd3738186d05 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:32.511110 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0914bd87-de4e-4b51-9c1b-8df5ceed892f", "name": "network-vif-deleted", "tag": "413c33a8-b1b2-4890-bbaf-53583824bfc9", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:32.511399 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-960871e3-e184-4b0e-8e53-bd3738186d05 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:32.511828 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0914bd87-de4e-4b51-9c1b-8df5ceed892f', 'name': 'network-vif-deleted', 'tag': '413c33a8-b1b2-4890-bbaf-53583824bfc9', 'status': 'completed', 'code': 200} Nov 19 13:38:32.707394 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-dda640f6-7db3-4aca-917f-202dd5e3ad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'name': 'tempest-AttachVolumeTestJSON-714672833-router', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:23Z', 'updated_at': '2021-11-19T13:32:34Z', 'revision_number': 4, 'project_id': '75905e8c906249a991884302d2b56a3a', 'gw_port': {'id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': 'a70aa791-e9bc-4248-800e-d0b233a082a9', 'name': '', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'mac_address': 'fa:16:3e:2c:f0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:29Z', 'updated_at': '2021-11-19T13:32:45Z', 'revision_number': 5, 'project_id': '75905e8c906249a991884302d2b56a3a', 'subnets': [{'id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:32.733223 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda640f6-7db3-4aca-917f-202dd5e3ad98 None None] Checking router: 00cb0917-c7e2-420a-9f80-841a287895b0 for host: dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:38:32.741277 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda640f6-7db3-4aca-917f-202dd5e3ad98 None None] Routers {'00cb0917-c7e2-420a-9f80-841a287895b0'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:38:32.741872 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-dda640f6-7db3-4aca-917f-202dd5e3ad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:38:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['00cb0917-c7e2-420a-9f80-841a287895b0'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:32.846242 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-dda640f6-7db3-4aca-917f-202dd5e3ad98 None None] Set router 00cb0917-c7e2-420a-9f80-841a287895b0 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:38:33.040681 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-dda640f6-7db3-4aca-917f-202dd5e3ad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'name': 'tempest-AttachVolumeTestJSON-714672833-router', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:23Z', 'updated_at': '2021-11-19T13:32:34Z', 'revision_number': 4, 'project_id': '75905e8c906249a991884302d2b56a3a', 'gw_port': {'id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': 'a70aa791-e9bc-4248-800e-d0b233a082a9', 'name': '', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'mac_address': 'fa:16:3e:2c:f0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:29Z', 'updated_at': '2021-11-19T13:32:45Z', 'revision_number': 5, 'project_id': '75905e8c906249a991884302d2b56a3a', 'subnets': [{'id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:33.068547 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda640f6-7db3-4aca-917f-202dd5e3ad98 None None] The sync data for ids ['00cb0917-c7e2-420a-9f80-841a287895b0'] in dv-cinder-816324-4-smb is: [{'id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'name': 'tempest-AttachVolumeTestJSON-714672833-router', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:23Z', 'updated_at': '2021-11-19T13:32:34Z', 'revision_number': 4, 'project_id': '75905e8c906249a991884302d2b56a3a', 'gw_port': {'id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': 'a70aa791-e9bc-4248-800e-d0b233a082a9', 'name': '', 'network_id': '29a05973-aaf0-4f6c-b6bc-89790fb13240', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'mac_address': 'fa:16:3e:2c:f0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:29Z', 'updated_at': '2021-11-19T13:32:45Z', 'revision_number': 5, 'project_id': '75905e8c906249a991884302d2b56a3a', 'subnets': [{'id': '92afe969-d4c1-4108-a3bc-4e2243e08e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:38:33.205516 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 48418) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:33.264557 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c7811849-4314-4dbb-bf5e-995e73ba17dd tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:33.290788 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c7811849-4314-4dbb-bf5e-995e73ba17dd tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:33.292215 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beca1a33-ad21-4a36-bbd7-fed886ff5662 None None] New status for floating IP 4d44aa4d-1984-46e4-85f9-87f41d2e46d3: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:38:33.337808 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c7811849-4314-4dbb-bf5e-995e73ba17dd tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:33.341226 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c7811849-4314-4dbb-bf5e-995e73ba17dd tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:33.342481 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-c7811849-4314-4dbb-bf5e-995e73ba17dd tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "DELETE /v2.0/security-groups/0f1bec0a-ebb2-4044-8f97-3fcea3ceed2a HTTP/1.1" status: 204 len: 168 time: 0.1358502 Nov 19 13:38:33.345158 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 48420) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:33.351671 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7811849-4314-4dbb-bf5e-995e73ba17dd tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1bec0a-ebb2-4044-8f97-3fcea3ceed2a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:33.359678 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.api.v2.resource [None req-22eb25f7-e7dc-4661-9b28-3f7d988424d9 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] show failed (client error): The resource could not be found. Nov 19 13:38:33.363245 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-22eb25f7-e7dc-4661-9b28-3f7d988424d9 tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "GET /v2.0/security-groups/0f1bec0a-ebb2-4044-8f97-3fcea3ceed2a HTTP/1.1" status: 404 len: 347 time: 0.0139289 Nov 19 13:38:33.363472 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 48422) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:33.488923 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-6eae3960-aa8f-4961-a221-f8510acb1c8d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Deleting port a0c89b47-55e0-4181-8560-10d92c114b8a {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:33.489262 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6eae3960-aa8f-4961-a221-f8510acb1c8d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:33.564470 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6eae3960-aa8f-4961-a221-f8510acb1c8d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:33.564717 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6eae3960-aa8f-4961-a221-f8510acb1c8d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:33.576501 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-6eae3960-aa8f-4961-a221-f8510acb1c8d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Calling delete_port for a0c89b47-55e0-4181-8560-10d92c114b8a owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:33.704715 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6eae3960-aa8f-4961-a221-f8510acb1c8d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422526'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:33.731270 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae3960-aa8f-4961-a221-f8510acb1c8d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Pushing event deleted for resources: {'Port': ['ID=a0c89b47-55e0-4181-8560-10d92c114b8a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:33.742136 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae3960-aa8f-4961-a221-f8510acb1c8d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:33.742475 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae3960-aa8f-4961-a221-f8510acb1c8d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:33.742809 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae3960-aa8f-4961-a221-f8510acb1c8d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:33.743156 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae3960-aa8f-4961-a221-f8510acb1c8d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:33.743461 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae3960-aa8f-4961-a221-f8510acb1c8d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:33.743813 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae3960-aa8f-4961-a221-f8510acb1c8d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:33.744135 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae3960-aa8f-4961-a221-f8510acb1c8d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:33.744457 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae3960-aa8f-4961-a221-f8510acb1c8d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:33.744778 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae3960-aa8f-4961-a221-f8510acb1c8d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:33.745091 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae3960-aa8f-4961-a221-f8510acb1c8d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:33.745403 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae3960-aa8f-4961-a221-f8510acb1c8d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:33.746207 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae3960-aa8f-4961-a221-f8510acb1c8d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:33.797681 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6eae3960-aa8f-4961-a221-f8510acb1c8d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:33.800279 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6eae3960-aa8f-4961-a221-f8510acb1c8d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:33.801405 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-6eae3960-aa8f-4961-a221-f8510acb1c8d tempest-AttachVolumeTestJSON-1370606605 tempest-AttachVolumeTestJSON-1370606605-project] 10.222.0.70 "DELETE /v2.0/floatingips/4d44aa4d-1984-46e4-85f9-87f41d2e46d3 HTTP/1.1" status: 204 len: 168 time: 0.4367967 Nov 19 13:38:33.909329 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 48428) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:34.070195 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-751e245e-8668-4ed6-9ce3-371c4ba9c9c7 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Deleting port 8638773f-5404-404e-bb7f-d7cdc2de2b4f {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:34.070529 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-751e245e-8668-4ed6-9ce3-371c4ba9c9c7 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:34.146076 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-751e245e-8668-4ed6-9ce3-371c4ba9c9c7 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:34.146398 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-751e245e-8668-4ed6-9ce3-371c4ba9c9c7 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:34.158099 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-751e245e-8668-4ed6-9ce3-371c4ba9c9c7 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Calling delete_port for 8638773f-5404-404e-bb7f-d7cdc2de2b4f owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:34.322765 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-751e245e-8668-4ed6-9ce3-371c4ba9c9c7 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422526'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:34.351974 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e245e-8668-4ed6-9ce3-371c4ba9c9c7 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Pushing event deleted for resources: {'Port': ['ID=8638773f-5404-404e-bb7f-d7cdc2de2b4f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:34.406680 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-751e245e-8668-4ed6-9ce3-371c4ba9c9c7 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:34.406894 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.db.l3_db [None req-751e245e-8668-4ed6-9ce3-371c4ba9c9c7 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Floating IP bb21bee5-4075-414a-94ad-b82189d3ad67 disassociated (deleted). External IP: 172.28.1.218, port: 1579cd28-484b-4970-a380-3719f408d681. Nov 19 13:38:34.446017 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 413c33a8-b1b2-4890-bbaf-53583824bfc9 no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:38:34.465824 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] No Port match for: 413c33a8-b1b2-4890-bbaf-53583824bfc9 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:38:34.466163 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 413c33a8-b1b2-4890-bbaf-53583824bfc9 not bound to the agent host hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:38:34.610670 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751e245e-8668-4ed6-9ce3-371c4ba9c9c7 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Router a7421bcb-d3ea-4941-94a2-12c0e5dd4544 has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:38:34.715575 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751e245e-8668-4ed6-9ce3-371c4ba9c9c7 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:38:34.720230 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-751e245e-8668-4ed6-9ce3-371c4ba9c9c7 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:34.724866 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d3ea37-ad4b-4d19-b5b0-15cbcd6717ef None None] Sync routers for ids ['a7421bcb-d3ea-4941-94a2-12c0e5dd4544'] in dv-cinder-816324-4-smb {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:38:34.734591 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d3ea37-ad4b-4d19-b5b0-15cbcd6717ef None None] Routers {'a7421bcb-d3ea-4941-94a2-12c0e5dd4544'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:38:34.735194 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-f1d3ea37-ad4b-4d19-b5b0-15cbcd6717ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:38:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['a7421bcb-d3ea-4941-94a2-12c0e5dd4544'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:34.745361 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-751e245e-8668-4ed6-9ce3-371c4ba9c9c7 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "DELETE /v2.0/floatingips/bb21bee5-4075-414a-94ad-b82189d3ad67 HTTP/1.1" status: 204 len: 168 time: 0.8349047 Nov 19 13:38:34.745937 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de664db6-c950-4f0d-9afc-276f3e41986b', 'tag': '1579cd28-484b-4970-a380-3719f408d681'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:34.748197 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}431daffbed8a7bc2bed2e3611d7026b1b28861ed879237af90c14d74da8c9db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eec5a20-0f21-48f8-906f-952dfb2fa432" -d '{"events": [{"name": "network-changed", "server_uuid": "de664db6-c950-4f0d-9afc-276f3e41986b", "tag": "1579cd28-484b-4970-a380-3719f408d681"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:34.845317 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a716514-617f-4358-b54a-ca05a3531984 x-openstack-request-id: req-2a716514-617f-4358-b54a-ca05a3531984 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:34.845620 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de664db6-c950-4f0d-9afc-276f3e41986b", "tag": "1579cd28-484b-4970-a380-3719f408d681", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:34.846142 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2a716514-617f-4358-b54a-ca05a3531984 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:34.846498 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de664db6-c950-4f0d-9afc-276f3e41986b', 'tag': '1579cd28-484b-4970-a380-3719f408d681', 'status': 'completed', 'code': 200} Nov 19 13:38:34.914893 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec5a20-0f21-48f8-906f-952dfb2fa432 req-c30d3bc0-f2f0-47db-b613-bd9d448f11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:34.916920 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-7eec5a20-0f21-48f8-906f-952dfb2fa432 req-c30d3bc0-f2f0-47db-b613-bd9d448f11cd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7aba59e789ec42f28106f03123363eb4&device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 1098 time: 0.0492208 Nov 19 13:38:34.974175 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-f1d3ea37-ad4b-4d19-b5b0-15cbcd6717ef None None] Set router a7421bcb-d3ea-4941-94a2-12c0e5dd4544 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:38:34.992449 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70249f-4f8f-4a2e-aeef-9490b7d695b7 req-516faaab-62ab-4217-8c5b-ab13a513d845 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:34.994304 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-bc70249f-4f8f-4a2e-aeef-9490b7d695b7 req-516faaab-62ab-4217-8c5b-ab13a513d845 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.0583799 Nov 19 13:38:35.033738 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec5a20-0f21-48f8-906f-952dfb2fa432 req-17f2c114-1ce6-4ff5-a0c3-a206f8fee636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:35.035208 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-7eec5a20-0f21-48f8-906f-952dfb2fa432 req-17f2c114-1ce6-4ff5-a0c3-a206f8fee636 service neutron] 10.222.0.82 "GET /v2.0/networks?id=73c96041-9b28-4c68-9fa9-490b84a1a86c HTTP/1.1" status: 200 len: 911 time: 0.1109474 Nov 19 13:38:35.075374 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-bc70249f-4f8f-4a2e-aeef-9490b7d695b7 req-79eb9710-f343-4077-9f3b-9a0a07627e47 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744793 Nov 19 13:38:35.099881 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-7eec5a20-0f21-48f8-906f-952dfb2fa432 req-3b699941-b13a-46fe-b503-9f4e6ab10156 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1579cd28-484b-4970-a380-3719f408d681 HTTP/1.1" status: 200 len: 217 time: 0.0563111 Nov 19 13:38:35.152700 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec5a20-0f21-48f8-906f-952dfb2fa432 req-57e4a332-272f-4782-be39-287a568ee8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:35.154241 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-7eec5a20-0f21-48f8-906f-952dfb2fa432 req-57e4a332-272f-4782-be39-287a568ee8ff service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d417f6d-4d23-4260-8964-4b050adda031 HTTP/1.1" status: 200 len: 848 time: 0.0452008 Nov 19 13:38:35.188564 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-f1d3ea37-ad4b-4d19-b5b0-15cbcd6717ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'name': 'tempest-TestShelveInstance-1440304289-router', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:33:41Z', 'revision_number': 4, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'gw_port': {'id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': '4157eae1-7763-4b08-a1ae-55069b0d3dac', 'name': '', 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'mac_address': 'fa:16:3e:21:b1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0d417f6d-4d23-4260-8964-4b050adda031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:40Z', 'updated_at': '2021-11-19T13:33:47Z', 'revision_number': 5, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'subnets': [{'id': '0d417f6d-4d23-4260-8964-4b050adda031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:35.210078 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec5a20-0f21-48f8-906f-952dfb2fa432 req-3e932466-86e9-4e75-b43b-fa0b4b446a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:35.211561 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-7eec5a20-0f21-48f8-906f-952dfb2fa432 req-3e932466-86e9-4e75-b43b-fa0b4b446a03 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=73c96041-9b28-4c68-9fa9-490b84a1a86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0442047 Nov 19 13:38:35.215934 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d3ea37-ad4b-4d19-b5b0-15cbcd6717ef None None] Checking router: a7421bcb-d3ea-4941-94a2-12c0e5dd4544 for host: dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:38:35.224165 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d3ea37-ad4b-4d19-b5b0-15cbcd6717ef None None] Routers {'a7421bcb-d3ea-4941-94a2-12c0e5dd4544'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:38:35.224706 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-f1d3ea37-ad4b-4d19-b5b0-15cbcd6717ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:38:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['a7421bcb-d3ea-4941-94a2-12c0e5dd4544'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:35.300922 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-7eec5a20-0f21-48f8-906f-952dfb2fa432 req-0c191689-e584-4cab-89c2-b485ff4b06ec service neutron] 10.222.0.82 "GET /v2.0/networks/73c96041-9b28-4c68-9fa9-490b84a1a86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814357 Nov 19 13:38:35.330812 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-f1d3ea37-ad4b-4d19-b5b0-15cbcd6717ef None None] Set router a7421bcb-d3ea-4941-94a2-12c0e5dd4544 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:38:35.394460 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-7eec5a20-0f21-48f8-906f-952dfb2fa432 req-469630ee-3826-4741-8b13-96c2b0ccc2ca service neutron] 10.222.0.82 "GET /v2.0/networks/73c96041-9b28-4c68-9fa9-490b84a1a86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852599 Nov 19 13:38:35.527491 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-f1d3ea37-ad4b-4d19-b5b0-15cbcd6717ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'name': 'tempest-TestShelveInstance-1440304289-router', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:33:41Z', 'revision_number': 4, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'gw_port': {'id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': '4157eae1-7763-4b08-a1ae-55069b0d3dac', 'name': '', 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'mac_address': 'fa:16:3e:21:b1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0d417f6d-4d23-4260-8964-4b050adda031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:40Z', 'updated_at': '2021-11-19T13:33:47Z', 'revision_number': 5, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'subnets': [{'id': '0d417f6d-4d23-4260-8964-4b050adda031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:35.552890 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d3ea37-ad4b-4d19-b5b0-15cbcd6717ef None None] The sync data for ids ['a7421bcb-d3ea-4941-94a2-12c0e5dd4544'] in dv-cinder-816324-4-smb is: [{'id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'name': 'tempest-TestShelveInstance-1440304289-router', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:33:41Z', 'revision_number': 4, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'gw_port': {'id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': '4157eae1-7763-4b08-a1ae-55069b0d3dac', 'name': '', 'network_id': '73c96041-9b28-4c68-9fa9-490b84a1a86c', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'mac_address': 'fa:16:3e:21:b1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0d417f6d-4d23-4260-8964-4b050adda031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:40Z', 'updated_at': '2021-11-19T13:33:47Z', 'revision_number': 5, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'subnets': [{'id': '0d417f6d-4d23-4260-8964-4b050adda031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:38:35.760969 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed93d800-cb34-47b4-974f-67599099ae1f None None] New status for floating IP bb21bee5-4075-414a-94ad-b82189d3ad67: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:38:36.184809 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebe6c3-8740-4c4e-a085-622f4173fedd req-a82a83e8-a087-4dc3-930c-20613be10998 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:36.186315 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-89ebe6c3-8740-4c4e-a085-622f4173fedd req-a82a83e8-a087-4dc3-930c-20613be10998 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.0524218 Nov 19 13:38:36.237689 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-89ebe6c3-8740-4c4e-a085-622f4173fedd req-6079401f-cc49-4c80-8d5b-8574e70b205d tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/security-groups?id=68664af2-81e0-49ce-ac11-a2cc27c5e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451088 Nov 19 13:38:36.335002 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f38a2-64ec-40e1-a796-db9d02585fbe req-4d055b90-c25c-4f67-9615-19515ec7ddbc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:36.336703 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-d00f38a2-64ec-40e1-a796-db9d02585fbe req-4d055b90-c25c-4f67-9615-19515ec7ddbc tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.82 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 945 time: 0.0486817 Nov 19 13:38:36.432801 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-d00f38a2-64ec-40e1-a796-db9d02585fbe req-27b32b45-6a0e-499b-97c6-14a716372d4c tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Deleting port 1579cd28-484b-4970-a380-3719f408d681 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:36.433160 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d00f38a2-64ec-40e1-a796-db9d02585fbe req-27b32b45-6a0e-499b-97c6-14a716372d4c tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:36.520632 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-d00f38a2-64ec-40e1-a796-db9d02585fbe req-27b32b45-6a0e-499b-97c6-14a716372d4c tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] For port 1579cd28-484b-4970-a380-3719f408d681, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=1579cd28-484b-4970-a380-3719f408d681,segment=NetworkSegment(ec72d818-30a1-471c-ac19-98b44dda9e7c),segment_id=ec72d818-30a1-471c-ac19-98b44dda9e7c)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:36.520985 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d00f38a2-64ec-40e1-a796-db9d02585fbe req-27b32b45-6a0e-499b-97c6-14a716372d4c tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:36.533614 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-d00f38a2-64ec-40e1-a796-db9d02585fbe req-27b32b45-6a0e-499b-97c6-14a716372d4c tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Calling delete_port for 1579cd28-484b-4970-a380-3719f408d681 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:36.658996 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d00f38a2-64ec-40e1-a796-db9d02585fbe req-27b32b45-6a0e-499b-97c6-14a716372d4c tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:36.685008 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b32b45-6a0e-499b-97c6-14a716372d4c tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Pushing event deleted for resources: {'Port': ['ID=1579cd28-484b-4970-a380-3719f408d681,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:36.729064 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00f38a2-64ec-40e1-a796-db9d02585fbe req-27b32b45-6a0e-499b-97c6-14a716372d4c tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] No DVR routers for this DVR port 1579cd28-484b-4970-a380-3719f408d681 on host hv-cinder-81632 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:38:36.732810 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d00f38a2-64ec-40e1-a796-db9d02585fbe req-27b32b45-6a0e-499b-97c6-14a716372d4c tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:36.737195 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-d00f38a2-64ec-40e1-a796-db9d02585fbe req-27b32b45-6a0e-499b-97c6-14a716372d4c tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.82 "DELETE /v2.0/ports/1579cd28-484b-4970-a380-3719f408d681 HTTP/1.1" status: 204 len: 173 time: 0.3945208 Nov 19 13:38:36.737644 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de664db6-c950-4f0d-9afc-276f3e41986b', 'name': 'network-vif-deleted', 'tag': '1579cd28-484b-4970-a380-3719f408d681'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:36.739919 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c058e3-339d-4949-8802-d37679584983" -d '{"events": [{"server_uuid": "de664db6-c950-4f0d-9afc-276f3e41986b", "name": "network-vif-deleted", "tag": "1579cd28-484b-4970-a380-3719f408d681"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:36.777317 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211c6970-054a-456b-9703-65c280309e3f x-openstack-request-id: req-211c6970-054a-456b-9703-65c280309e3f {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:36.777608 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de664db6-c950-4f0d-9afc-276f3e41986b", "name": "network-vif-deleted", "tag": "1579cd28-484b-4970-a380-3719f408d681", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:36.777862 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-211c6970-054a-456b-9703-65c280309e3f {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:36.778262 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de664db6-c950-4f0d-9afc-276f3e41986b', 'name': 'network-vif-deleted', 'tag': '1579cd28-484b-4970-a380-3719f408d681', 'status': 'completed', 'code': 200} Nov 19 13:38:37.349039 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-65e1482d-66d3-4bc6-b4c8-7b218839d1b0 req-12e9dcb5-756a-4b95-a538-699ba08e04a9 tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "GET /v2.0/ports?device_id=de664db6-c950-4f0d-9afc-276f3e41986b HTTP/1.1" status: 200 len: 210 time: 0.0295205 Nov 19 13:38:37.392778 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 48466) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:38.033809 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-28af1b9d-1d2d-431f-b826-0d319d781883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796790'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:38.268429 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-28af1b9d-1d2d-431f-b826-0d319d781883 admin admin] Deleting port a70aa791-e9bc-4248-800e-d0b233a082a9 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:38.268765 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-28af1b9d-1d2d-431f-b826-0d319d781883 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:38.343991 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-28af1b9d-1d2d-431f-b826-0d319d781883 admin admin] For port a70aa791-e9bc-4248-800e-d0b233a082a9, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=a70aa791-e9bc-4248-800e-d0b233a082a9,segment=NetworkSegment(fb7c540f-12e3-4467-86e6-e4dfa8ed618f),segment_id=fb7c540f-12e3-4467-86e6-e4dfa8ed618f)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:38.344291 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-28af1b9d-1d2d-431f-b826-0d319d781883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:38.356285 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-28af1b9d-1d2d-431f-b826-0d319d781883 admin admin] Calling delete_port for a70aa791-e9bc-4248-800e-d0b233a082a9 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:38.412778 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 48472) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:38.474099 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88eee743-ec21-43ca-bf4e-4790702befbd tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:38.499780 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88eee743-ec21-43ca-bf4e-4790702befbd tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:38.534325 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-28af1b9d-1d2d-431f-b826-0d319d781883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:38.559726 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88eee743-ec21-43ca-bf4e-4790702befbd tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:38.562298 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88eee743-ec21-43ca-bf4e-4790702befbd tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:38.563444 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-88eee743-ec21-43ca-bf4e-4790702befbd tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] 10.222.0.70 "DELETE /v2.0/security-groups/68664af2-81e0-49ce-ac11-a2cc27c5e194 HTTP/1.1" status: 204 len: 168 time: 0.1497116 Nov 19 13:38:38.564151 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af1b9d-1d2d-431f-b826-0d319d781883 admin admin] Pushing event deleted for resources: {'Port': ['ID=a70aa791-e9bc-4248-800e-d0b233a082a9,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:38.576084 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eee743-ec21-43ca-bf4e-4790702befbd tempest-TestShelveInstance-271017535 tempest-TestShelveInstance-271017535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68664af2-81e0-49ce-ac11-a2cc27c5e194,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:38.617033 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 48476) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:38.755324 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-28af1b9d-1d2d-431f-b826-0d319d781883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1789958'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:38.982432 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28af1b9d-1d2d-431f-b826-0d319d781883 admin admin] Router 00cb0917-c7e2-420a-9f80-841a287895b0 has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:38:39.046453 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2f4f0670-800e-45fa-9e1e-ed95eeaebb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796790'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:39.089188 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28af1b9d-1d2d-431f-b826-0d319d781883 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:38:39.096127 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-28af1b9d-1d2d-431f-b826-0d319d781883 admin admin] 10.222.0.70 "PUT /v2.0/routers/00cb0917-c7e2-420a-9f80-841a287895b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7003057 Nov 19 13:38:39.096757 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 48480) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:39.099477 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b0a5e9-6429-4711-b514-f37ddb3221b6 None None] Sync routers for ids ['00cb0917-c7e2-420a-9f80-841a287895b0'] in dv-cinder-816324-4-smb {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:38:39.109786 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0a5e9-6429-4711-b514-f37ddb3221b6 None None] Routers {'00cb0917-c7e2-420a-9f80-841a287895b0'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:38:39.110869 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-34b0a5e9-6429-4711-b514-f37ddb3221b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:38:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['00cb0917-c7e2-420a-9f80-841a287895b0'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:39.202761 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9ff1dbfb-8f5f-4a7b-a0d2-a7f634a0d8fc admin admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:39.217783 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-34b0a5e9-6429-4711-b514-f37ddb3221b6 None None] Set router 00cb0917-c7e2-420a-9f80-841a287895b0 gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:38:39.307425 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9ff1dbfb-8f5f-4a7b-a0d2-a7f634a0d8fc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:39.316622 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-2f4f0670-800e-45fa-9e1e-ed95eeaebb4d admin admin] Deleting port 4157eae1-7763-4b08-a1ae-55069b0d3dac {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:39.316972 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2f4f0670-800e-45fa-9e1e-ed95eeaebb4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:39.363396 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-9ff1dbfb-8f5f-4a7b-a0d2-a7f634a0d8fc admin admin] Deleting port b578243d-e2e1-49da-80e8-021fdb2b6617 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:39.363755 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9ff1dbfb-8f5f-4a7b-a0d2-a7f634a0d8fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:39.399952 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-2f4f0670-800e-45fa-9e1e-ed95eeaebb4d admin admin] For port 4157eae1-7763-4b08-a1ae-55069b0d3dac, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=4157eae1-7763-4b08-a1ae-55069b0d3dac,segment=NetworkSegment(ec72d818-30a1-471c-ac19-98b44dda9e7c),segment_id=ec72d818-30a1-471c-ac19-98b44dda9e7c)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:39.400343 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2f4f0670-800e-45fa-9e1e-ed95eeaebb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:39.408475 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-34b0a5e9-6429-4711-b514-f37ddb3221b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'name': 'tempest-AttachVolumeTestJSON-714672833-router', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:23Z', 'updated_at': '2021-11-19T13:38:38Z', 'revision_number': 5, 'project_id': '75905e8c906249a991884302d2b56a3a', 'gw_port': {'id': 'b578243d-e2e1-49da-80e8-021fdb2b6617', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:39.414047 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-2f4f0670-800e-45fa-9e1e-ed95eeaebb4d admin admin] Calling delete_port for 4157eae1-7763-4b08-a1ae-55069b0d3dac owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:39.434654 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b0a5e9-6429-4711-b514-f37ddb3221b6 None None] Checking router: 00cb0917-c7e2-420a-9f80-841a287895b0 for host: dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:38:39.443280 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0a5e9-6429-4711-b514-f37ddb3221b6 None None] Routers {'00cb0917-c7e2-420a-9f80-841a287895b0'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:38:39.443917 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-34b0a5e9-6429-4711-b514-f37ddb3221b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:38:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['00cb0917-c7e2-420a-9f80-841a287895b0'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:39.447012 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-9ff1dbfb-8f5f-4a7b-a0d2-a7f634a0d8fc admin admin] For port b578243d-e2e1-49da-80e8-021fdb2b6617, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=b578243d-e2e1-49da-80e8-021fdb2b6617,segment=NetworkSegment(627c73c3-23a8-462a-849f-9d71a84e6d70),segment_id=627c73c3-23a8-462a-849f-9d71a84e6d70)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:39.447430 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9ff1dbfb-8f5f-4a7b-a0d2-a7f634a0d8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:39.460257 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-9ff1dbfb-8f5f-4a7b-a0d2-a7f634a0d8fc admin admin] Calling delete_port for b578243d-e2e1-49da-80e8-021fdb2b6617 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:39.532472 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-34b0a5e9-6429-4711-b514-f37ddb3221b6 None None] Set router 00cb0917-c7e2-420a-9f80-841a287895b0 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:38:39.592289 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-34b0a5e9-6429-4711-b514-f37ddb3221b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'name': 'tempest-AttachVolumeTestJSON-714672833-router', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:23Z', 'updated_at': '2021-11-19T13:38:39Z', 'revision_number': 6, 'project_id': '75905e8c906249a991884302d2b56a3a', 'gw_port_host': None}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:39.600273 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2f4f0670-800e-45fa-9e1e-ed95eeaebb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422526'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:39.619227 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b0a5e9-6429-4711-b514-f37ddb3221b6 None None] The sync data for ids ['00cb0917-c7e2-420a-9f80-841a287895b0'] in dv-cinder-816324-4-smb is: [{'id': '00cb0917-c7e2-420a-9f80-841a287895b0', 'name': 'tempest-AttachVolumeTestJSON-714672833-router', 'tenant_id': '75905e8c906249a991884302d2b56a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:32:23Z', 'updated_at': '2021-11-19T13:38:39Z', 'revision_number': 6, 'project_id': '75905e8c906249a991884302d2b56a3a', 'gw_port_host': None}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:38:39.624918 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f0670-800e-45fa-9e1e-ed95eeaebb4d admin admin] Pushing event deleted for resources: {'Port': ['ID=4157eae1-7763-4b08-a1ae-55069b0d3dac,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:39.648961 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9ff1dbfb-8f5f-4a7b-a0d2-a7f634a0d8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:39.681245 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1dbfb-8f5f-4a7b-a0d2-a7f634a0d8fc admin admin] Pushing event deleted for resources: {'Port': ['ID=b578243d-e2e1-49da-80e8-021fdb2b6617,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:39.760477 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9ff1dbfb-8f5f-4a7b-a0d2-a7f634a0d8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1796960'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:39.816445 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2f4f0670-800e-45fa-9e1e-ed95eeaebb4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1789958'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:39.854866 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9ff1dbfb-8f5f-4a7b-a0d2-a7f634a0d8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1791434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6730'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:39.857046 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9ff1dbfb-8f5f-4a7b-a0d2-a7f634a0d8fc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:39.899990 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9ff1dbfb-8f5f-4a7b-a0d2-a7f634a0d8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1791429'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:39.900523 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff1dbfb-8f5f-4a7b-a0d2-a7f634a0d8fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00cb0917-c7e2-420a-9f80-841a287895b0 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:38:39.907186 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9ff1dbfb-8f5f-4a7b-a0d2-a7f634a0d8fc admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:39.908366 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-9ff1dbfb-8f5f-4a7b-a0d2-a7f634a0d8fc admin admin] 10.222.0.70 "DELETE /v2.0/routers/00cb0917-c7e2-420a-9f80-841a287895b0 HTTP/1.1" status: 204 len: 168 time: 0.8107069 Nov 19 13:38:39.912483 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 48482) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:39.962847 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-106ab43f-58a9-4817-a5d1-8315ef754343 admin admin] Deleting subnet 92afe969-d4c1-4108-a3bc-4e2243e08e74 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:38:39.966379 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-106ab43f-58a9-4817-a5d1-8315ef754343 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.002311 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-106ab43f-58a9-4817-a5d1-8315ef754343 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2801428'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.051506 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4f0670-800e-45fa-9e1e-ed95eeaebb4d admin admin] Router a7421bcb-d3ea-4941-94a2-12c0e5dd4544 has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:38:40.090981 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-106ab43f-58a9-4817-a5d1-8315ef754343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724083'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.149498 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-106ab43f-58a9-4817-a5d1-8315ef754343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14406884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14394699'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.176111 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ab43f-58a9-4817-a5d1-8315ef754343 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92afe969-d4c1-4108-a3bc-4e2243e08e74,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:40.179606 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-106ab43f-58a9-4817-a5d1-8315ef754343 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.184146 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-106ab43f-58a9-4817-a5d1-8315ef754343 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/92afe969-d4c1-4108-a3bc-4e2243e08e74 HTTP/1.1" status: 204 len: 168 time: 0.2705898 Nov 19 13:38:40.185909 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 48484) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:40.189846 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977ff685-4e2a-4b7f-ae87-f3e82853533d None None] Network 29a05973-aaf0-4f6c-b6bc-89790fb13240 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:38:40.259583 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c785fd9f-a587-4b2b-8385-a87649fce3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613477'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.319932 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c785fd9f-a587-4b2b-8385-a87649fce3b2 admin admin] Deleting port 23798ac8-1250-429e-80b3-4e7f72e699cd {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:40.320185 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c785fd9f-a587-4b2b-8385-a87649fce3b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.397289 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-c785fd9f-a587-4b2b-8385-a87649fce3b2 admin admin] For port 23798ac8-1250-429e-80b3-4e7f72e699cd, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=23798ac8-1250-429e-80b3-4e7f72e699cd,segment=NetworkSegment(fb7c540f-12e3-4467-86e6-e4dfa8ed618f),segment_id=fb7c540f-12e3-4467-86e6-e4dfa8ed618f)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:40.397655 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c785fd9f-a587-4b2b-8385-a87649fce3b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.401685 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444edd0e-dece-41aa-8fa8-33286d38a10b None None] DHCP port deletion for 29a05973-aaf0-4f6c-b6bc-89790fb13240 request from dv-cinder-816324-4-smb {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:38:40.415479 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c785fd9f-a587-4b2b-8385-a87649fce3b2 admin admin] Calling delete_port for 23798ac8-1250-429e-80b3-4e7f72e699cd owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:40.442141 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4f0670-800e-45fa-9e1e-ed95eeaebb4d admin admin] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:38:40.451276 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-2f4f0670-800e-45fa-9e1e-ed95eeaebb4d admin admin] 10.222.0.70 "PUT /v2.0/routers/a7421bcb-d3ea-4941-94a2-12c0e5dd4544/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8347690 Nov 19 13:38:40.451937 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 48486) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:40.452614 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae7c226-7aa9-4047-bb34-40dca184b4c6 None None] Sync routers for ids ['a7421bcb-d3ea-4941-94a2-12c0e5dd4544'] in dv-cinder-816324-4-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:38:40.454742 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-444edd0e-dece-41aa-8fa8-33286d38a10b None None] Deleting port 23798ac8-1250-429e-80b3-4e7f72e699cd {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:40.455124 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-444edd0e-dece-41aa-8fa8-33286d38a10b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.458793 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 1579cd28-484b-4970-a380-3719f408d681 no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:38:40.463466 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae7c226-7aa9-4047-bb34-40dca184b4c6 None None] Routers {'a7421bcb-d3ea-4941-94a2-12c0e5dd4544'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:38:40.464401 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-aae7c226-7aa9-4047-bb34-40dca184b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:38:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['a7421bcb-d3ea-4941-94a2-12c0e5dd4544'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:40.483083 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] No Port match for: 1579cd28-484b-4970-a380-3719f408d681 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:38:40.483434 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 1579cd28-484b-4970-a380-3719f408d681 not bound to the agent host hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:38:40.517112 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c785fd9f-a587-4b2b-8385-a87649fce3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.555285 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785fd9f-a587-4b2b-8385-a87649fce3b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=23798ac8-1250-429e-80b3-4e7f72e699cd,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:40.557577 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c785fd9f-a587-4b2b-8385-a87649fce3b2 admin admin] No DVR routers for this DVR port 23798ac8-1250-429e-80b3-4e7f72e699cd on host dv-cinder-816324-4-smb {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:38:40.573280 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-444edd0e-dece-41aa-8fa8-33286d38a10b None None] For port 23798ac8-1250-429e-80b3-4e7f72e699cd, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=23798ac8-1250-429e-80b3-4e7f72e699cd,segment=NetworkSegment(fb7c540f-12e3-4467-86e6-e4dfa8ed618f),segment_id=fb7c540f-12e3-4467-86e6-e4dfa8ed618f)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:40.574439 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-444edd0e-dece-41aa-8fa8-33286d38a10b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.585196 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18aa86fc-b115-4ccc-b235-db13116a5612 admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.591394 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-444edd0e-dece-41aa-8fa8-33286d38a10b None None] Calling delete_port for 23798ac8-1250-429e-80b3-4e7f72e699cd owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:40.618285 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-aae7c226-7aa9-4047-bb34-40dca184b4c6 None None] Set router a7421bcb-d3ea-4941-94a2-12c0e5dd4544 gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:38:40.636155 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c785fd9f-a587-4b2b-8385-a87649fce3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734982', 'neutron.services.segments.db._delete_segments_for_network-8736459861315'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.662246 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-c785fd9f-a587-4b2b-8385-a87649fce3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a05973-aaf0-4f6c-b6bc-89790fb13240']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:40.674484 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-c785fd9f-a587-4b2b-8385-a87649fce3b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb7c540f-12e3-4467-86e6-e4dfa8ed618f') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:40.674778 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-c785fd9f-a587-4b2b-8385-a87649fce3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb7c540f-12e3-4467-86e6-e4dfa8ed618f') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:40.692742 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c785fd9f-a587-4b2b-8385-a87649fce3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736459878072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2801437'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.707391 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c785fd9f-a587-4b2b-8385-a87649fce3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.716813 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c785fd9f-a587-4b2b-8385-a87649fce3b2 admin admin] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:38:40.717265 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c785fd9f-a587-4b2b-8385-a87649fce3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14406814'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: Traceback (most recent call last): Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: timer() Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: cb(*args, **kw) Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: return func(*args, **kwargs) Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: self._notify() Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: self.callback(batched_events) Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: event.method(event) Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: return f(self, *a, **k) Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: return self._get(url).json() Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:38:40.719035 dv-cinder-816324-4-smb neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:38:40.726814 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-444edd0e-dece-41aa-8fa8-33286d38a10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.729110 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18aa86fc-b115-4ccc-b235-db13116a5612 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.762868 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444edd0e-dece-41aa-8fa8-33286d38a10b None None] No DVR routers for this DVR port 23798ac8-1250-429e-80b3-4e7f72e699cd on host dv-cinder-816324-4-smb {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:38:40.768587 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444edd0e-dece-41aa-8fa8-33286d38a10b None None] Pushing event deleted for resources: {'Port': ['ID=23798ac8-1250-429e-80b3-4e7f72e699cd,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:40.810859 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c785fd9f-a587-4b2b-8385-a87649fce3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796996'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.822547 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-18aa86fc-b115-4ccc-b235-db13116a5612 admin admin] Deleting port f82c42d9-36b5-43ff-854c-f5850a48cc66 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:40.822835 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18aa86fc-b115-4ccc-b235-db13116a5612 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.837282 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c785fd9f-a587-4b2b-8385-a87649fce3b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.840903 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-c785fd9f-a587-4b2b-8385-a87649fce3b2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/29a05973-aaf0-4f6c-b6bc-89790fb13240 HTTP/1.1" status: 204 len: 168 time: 0.6538436 Nov 19 13:38:40.844401 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785fd9f-a587-4b2b-8385-a87649fce3b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=29a05973-aaf0-4f6c-b6bc-89790fb13240,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:40.885040 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-aae7c226-7aa9-4047-bb34-40dca184b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'name': 'tempest-TestShelveInstance-1440304289-router', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:38:39Z', 'revision_number': 5, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'gw_port': {'id': 'f82c42d9-36b5-43ff-854c-f5850a48cc66', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:40.915454 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae7c226-7aa9-4047-bb34-40dca184b4c6 None None] Checking router: a7421bcb-d3ea-4941-94a2-12c0e5dd4544 for host: dv-cinder-816324-4-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:38:40.924574 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae7c226-7aa9-4047-bb34-40dca184b4c6 None None] Routers {'a7421bcb-d3ea-4941-94a2-12c0e5dd4544'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:38:40.925188 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-aae7c226-7aa9-4047-bb34-40dca184b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:38:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['a7421bcb-d3ea-4941-94a2-12c0e5dd4544'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:40.925316 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-18aa86fc-b115-4ccc-b235-db13116a5612 admin admin] For port f82c42d9-36b5-43ff-854c-f5850a48cc66, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=f82c42d9-36b5-43ff-854c-f5850a48cc66,segment=NetworkSegment(627c73c3-23a8-462a-849f-9d71a84e6d70),segment_id=627c73c3-23a8-462a-849f-9d71a84e6d70)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:40.925700 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18aa86fc-b115-4ccc-b235-db13116a5612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.939218 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-18aa86fc-b115-4ccc-b235-db13116a5612 admin admin] Calling delete_port for f82c42d9-36b5-43ff-854c-f5850a48cc66 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:40.987035 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 48490) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:41.012492 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-aae7c226-7aa9-4047-bb34-40dca184b4c6 None None] Set router a7421bcb-d3ea-4941-94a2-12c0e5dd4544 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:38:41.029573 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-eb7df2bd-2ade-47fe-9785-c42eb06e8fe2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=75905e8c906249a991884302d2b56a3a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439732 Nov 19 13:38:41.029758 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 48492) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:41.072048 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-aae7c226-7aa9-4047-bb34-40dca184b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'name': 'tempest-TestShelveInstance-1440304289-router', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:38:40Z', 'revision_number': 6, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'gw_port_host': None}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:41.095020 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac126526-5def-4a69-b30f-a0f1fb2b8e4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.111041 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device b578243d-e2e1-49da-80e8-021fdb2b6617 no longer exists at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:38:41.112949 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae7c226-7aa9-4047-bb34-40dca184b4c6 None None] The sync data for ids ['a7421bcb-d3ea-4941-94a2-12c0e5dd4544'] in dv-cinder-816324-4-smb is: [{'id': 'a7421bcb-d3ea-4941-94a2-12c0e5dd4544', 'name': 'tempest-TestShelveInstance-1440304289-router', 'tenant_id': '7aba59e789ec42f28106f03123363eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:38Z', 'updated_at': '2021-11-19T13:38:40Z', 'revision_number': 6, 'project_id': '7aba59e789ec42f28106f03123363eb4', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:38:41.126946 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac126526-5def-4a69-b30f-a0f1fb2b8e4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.137980 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] No Port match for: b578243d-e2e1-49da-80e8-021fdb2b6617 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:38:41.138347 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device b578243d-e2e1-49da-80e8-021fdb2b6617 not bound to the agent host dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:38:41.138770 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 23798ac8-1250-429e-80b3-4e7f72e699cd no longer exists at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:38:41.141733 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18aa86fc-b115-4ccc-b235-db13116a5612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422526'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.159526 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] No Port match for: 23798ac8-1250-429e-80b3-4e7f72e699cd {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:38:41.160148 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 23798ac8-1250-429e-80b3-4e7f72e699cd not bound to the agent host dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:38:41.160798 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device a70aa791-e9bc-4248-800e-d0b233a082a9 no longer exists at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:38:41.187973 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] No Port match for: a70aa791-e9bc-4248-800e-d0b233a082a9 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:38:41.188587 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device a70aa791-e9bc-4248-800e-d0b233a082a9 not bound to the agent host dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:38:41.191166 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac126526-5def-4a69-b30f-a0f1fb2b8e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.193969 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac126526-5def-4a69-b30f-a0f1fb2b8e4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.195250 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-ac126526-5def-4a69-b30f-a0f1fb2b8e4d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d072276a-24aa-46bb-b1c2-d246eeb2a900 HTTP/1.1" status: 204 len: 168 time: 0.1645989 Nov 19 13:38:41.203228 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac126526-5def-4a69-b30f-a0f1fb2b8e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d072276a-24aa-46bb-b1c2-d246eeb2a900,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:41.207855 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa86fc-b115-4ccc-b235-db13116a5612 admin admin] Pushing event deleted for resources: {'Port': ['ID=f82c42d9-36b5-43ff-854c-f5850a48cc66,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:41.248258 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18aa86fc-b115-4ccc-b235-db13116a5612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1796960'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.342370 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18aa86fc-b115-4ccc-b235-db13116a5612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1791434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6730'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.344604 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18aa86fc-b115-4ccc-b235-db13116a5612 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.400765 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18aa86fc-b115-4ccc-b235-db13116a5612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1791429'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.402233 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18aa86fc-b115-4ccc-b235-db13116a5612 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7421bcb-d3ea-4941-94a2-12c0e5dd4544 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:38:41.407072 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18aa86fc-b115-4ccc-b235-db13116a5612 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.408229 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-18aa86fc-b115-4ccc-b235-db13116a5612 admin admin] 10.222.0.70 "DELETE /v2.0/routers/a7421bcb-d3ea-4941-94a2-12c0e5dd4544 HTTP/1.1" status: 204 len: 168 time: 0.9553120 Nov 19 13:38:41.410789 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 48498) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:41.465053 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd16e478-87bf-47ab-9960-e42ed0f83b1e admin admin] Deleting subnet 0d417f6d-4d23-4260-8964-4b050adda031 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:38:41.468212 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd16e478-87bf-47ab-9960-e42ed0f83b1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.504946 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd16e478-87bf-47ab-9960-e42ed0f83b1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13604458'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.598066 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd16e478-87bf-47ab-9960-e42ed0f83b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724083'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.649649 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd16e478-87bf-47ab-9960-e42ed0f83b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13422571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14398321'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.677312 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16e478-87bf-47ab-9960-e42ed0f83b1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d417f6d-4d23-4260-8964-4b050adda031,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:41.677657 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd16e478-87bf-47ab-9960-e42ed0f83b1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.680984 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-bd16e478-87bf-47ab-9960-e42ed0f83b1e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0d417f6d-4d23-4260-8964-4b050adda031 HTTP/1.1" status: 204 len: 168 time: 0.2690353 Nov 19 13:38:41.683970 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 48510) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:41.687975 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8e4eef-33e5-4e32-889e-a86a43966aba None None] Network 73c96041-9b28-4c68-9fa9-490b84a1a86c requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:38:41.766281 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8568bc52-4edc-480d-8eae-11c5bfea67fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613477'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.819984 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-8568bc52-4edc-480d-8eae-11c5bfea67fc admin admin] Deleting port d13f53ff-c3c8-47a2-adc5-95ebfde568a8 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:41.820328 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8568bc52-4edc-480d-8eae-11c5bfea67fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.890992 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-8568bc52-4edc-480d-8eae-11c5bfea67fc admin admin] For port d13f53ff-c3c8-47a2-adc5-95ebfde568a8, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=d13f53ff-c3c8-47a2-adc5-95ebfde568a8,segment=NetworkSegment(ec72d818-30a1-471c-ac19-98b44dda9e7c),segment_id=ec72d818-30a1-471c-ac19-98b44dda9e7c)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:41.891380 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8568bc52-4edc-480d-8eae-11c5bfea67fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.910655 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-8568bc52-4edc-480d-8eae-11c5bfea67fc admin admin] Calling delete_port for d13f53ff-c3c8-47a2-adc5-95ebfde568a8 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:41.923464 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2ffbfa-abde-4ac3-b974-dc3bd9cff634 None None] DHCP port deletion for 73c96041-9b28-4c68-9fa9-490b84a1a86c request from dv-cinder-816324-4-smb {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:38:41.992882 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-5d2ffbfa-abde-4ac3-b974-dc3bd9cff634 None None] Deleting port d13f53ff-c3c8-47a2-adc5-95ebfde568a8 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:41.993554 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5d2ffbfa-abde-4ac3-b974-dc3bd9cff634 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:42.001709 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8568bc52-4edc-480d-8eae-11c5bfea67fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422526'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:42.029493 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568bc52-4edc-480d-8eae-11c5bfea67fc admin admin] Pushing event deleted for resources: {'Port': ['ID=d13f53ff-c3c8-47a2-adc5-95ebfde568a8,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:42.031475 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8568bc52-4edc-480d-8eae-11c5bfea67fc admin admin] No DVR routers for this DVR port d13f53ff-c3c8-47a2-adc5-95ebfde568a8 on host dv-cinder-816324-4-smb {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:38:42.069005 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-5d2ffbfa-abde-4ac3-b974-dc3bd9cff634 None None] For port d13f53ff-c3c8-47a2-adc5-95ebfde568a8, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=d13f53ff-c3c8-47a2-adc5-95ebfde568a8,segment=NetworkSegment(ec72d818-30a1-471c-ac19-98b44dda9e7c),segment_id=ec72d818-30a1-471c-ac19-98b44dda9e7c)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:42.069505 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5d2ffbfa-abde-4ac3-b974-dc3bd9cff634 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:42.084599 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-5d2ffbfa-abde-4ac3-b974-dc3bd9cff634 None None] Calling delete_port for d13f53ff-c3c8-47a2-adc5-95ebfde568a8 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:42.109986 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8568bc52-4edc-480d-8eae-11c5bfea67fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734982', 'neutron.services.segments.db._delete_segments_for_network-8736459861315'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:42.133746 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.services.segments.db [None req-8568bc52-4edc-480d-8eae-11c5bfea67fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c96041-9b28-4c68-9fa9-490b84a1a86c']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:42.143922 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.services.segments.db [None req-8568bc52-4edc-480d-8eae-11c5bfea67fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec72d818-30a1-471c-ac19-98b44dda9e7c') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:42.144155 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.services.segments.db [None req-8568bc52-4edc-480d-8eae-11c5bfea67fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec72d818-30a1-471c-ac19-98b44dda9e7c') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:42.154277 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8568bc52-4edc-480d-8eae-11c5bfea67fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736459878072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13604451'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:42.179160 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8568bc52-4edc-480d-8eae-11c5bfea67fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:42.189182 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8568bc52-4edc-480d-8eae-11c5bfea67fc admin admin] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:38:42.189578 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8568bc52-4edc-480d-8eae-11c5bfea67fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13422481'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: Traceback (most recent call last): Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: timer() Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: cb(*args, **kw) Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: return func(*args, **kwargs) Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: self._notify() Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: self.callback(batched_events) Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: event.method(event) Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: return f(self, *a, **k) Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: return self._get(url).json() Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:38:42.191354 dv-cinder-816324-4-smb neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:38:42.268628 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8568bc52-4edc-480d-8eae-11c5bfea67fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796996'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:42.282099 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8568bc52-4edc-480d-8eae-11c5bfea67fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:42.289180 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-8568bc52-4edc-480d-8eae-11c5bfea67fc admin admin] 10.222.0.70 "DELETE /v2.0/networks/73c96041-9b28-4c68-9fa9-490b84a1a86c HTTP/1.1" status: 204 len: 168 time: 0.6041796 Nov 19 13:38:42.293251 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 48524) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:42.302819 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5d2ffbfa-abde-4ac3-b974-dc3bd9cff634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:42.308584 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568bc52-4edc-480d-8eae-11c5bfea67fc admin admin] Pushing event deleted for resources: {'Network': ['ID=73c96041-9b28-4c68-9fa9-490b84a1a86c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:42.330663 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5d2ffbfa-abde-4ac3-b974-dc3bd9cff634 None None] Network 73c96041-9b28-4c68-9fa9-490b84a1a86c is not hosted by any dhcp agent {{(pid=102601) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 13:38:42.331092 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2ffbfa-abde-4ac3-b974-dc3bd9cff634 None None] No DVR routers for this DVR port d13f53ff-c3c8-47a2-adc5-95ebfde568a8 on host dv-cinder-816324-4-smb {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:38:42.335199 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ffbfa-abde-4ac3-b974-dc3bd9cff634 None None] Pushing event deleted for resources: {'Port': ['ID=d13f53ff-c3c8-47a2-adc5-95ebfde568a8,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:42.891341 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e08b571-28af-43f8-98e6-38fed0edfd2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796790'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:42.996894 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 4157eae1-7763-4b08-a1ae-55069b0d3dac no longer exists at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:38:43.017292 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] No Port match for: 4157eae1-7763-4b08-a1ae-55069b0d3dac {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:38:43.017635 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 4157eae1-7763-4b08-a1ae-55069b0d3dac not bound to the agent host dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:38:43.018053 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device f82c42d9-36b5-43ff-854c-f5850a48cc66 no longer exists at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:38:43.037387 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] No Port match for: f82c42d9-36b5-43ff-854c-f5850a48cc66 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:38:43.039461 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device f82c42d9-36b5-43ff-854c-f5850a48cc66 not bound to the agent host dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:38:43.039461 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device d13f53ff-c3c8-47a2-adc5-95ebfde568a8 no longer exists at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:38:43.057584 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] No Port match for: d13f53ff-c3c8-47a2-adc5-95ebfde568a8 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:38:43.057930 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device d13f53ff-c3c8-47a2-adc5-95ebfde568a8 not bound to the agent host dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:38:43.143171 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-2e08b571-28af-43f8-98e6-38fed0edfd2d admin admin] Deleting port 586dea20-3544-446e-8df5-80cd78e40431 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:43.143419 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e08b571-28af-43f8-98e6-38fed0edfd2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:43.221446 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-2e08b571-28af-43f8-98e6-38fed0edfd2d admin admin] For port 586dea20-3544-446e-8df5-80cd78e40431, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=586dea20-3544-446e-8df5-80cd78e40431,segment=NetworkSegment(f1dc5283-f9bf-408d-9994-e3b817cc45de),segment_id=f1dc5283-f9bf-408d-9994-e3b817cc45de)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:43.221806 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e08b571-28af-43f8-98e6-38fed0edfd2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:43.233881 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-2e08b571-28af-43f8-98e6-38fed0edfd2d admin admin] Calling delete_port for 586dea20-3544-446e-8df5-80cd78e40431 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:43.412943 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e08b571-28af-43f8-98e6-38fed0edfd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:43.437153 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08b571-28af-43f8-98e6-38fed0edfd2d admin admin] Pushing event deleted for resources: {'Port': ['ID=586dea20-3544-446e-8df5-80cd78e40431,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:43.601131 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e08b571-28af-43f8-98e6-38fed0edfd2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1789958'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:43.817960 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e08b571-28af-43f8-98e6-38fed0edfd2d admin admin] Router 5222fd70-ba5a-4610-a196-1cbfac231d8e has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:38:43.926081 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e08b571-28af-43f8-98e6-38fed0edfd2d admin admin] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:38:43.930797 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-2e08b571-28af-43f8-98e6-38fed0edfd2d admin admin] 10.222.0.70 "PUT /v2.0/routers/5222fd70-ba5a-4610-a196-1cbfac231d8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6358426 Nov 19 13:38:43.933314 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 48550) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:43.936456 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d5cb2a-8b18-4922-8cc1-6d814c7f7952 None None] Sync routers for ids ['5222fd70-ba5a-4610-a196-1cbfac231d8e'] in dv-cinder-816324-4-smb {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:38:43.946448 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d5cb2a-8b18-4922-8cc1-6d814c7f7952 None None] Routers {'5222fd70-ba5a-4610-a196-1cbfac231d8e'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:38:43.947064 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-f0d5cb2a-8b18-4922-8cc1-6d814c7f7952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:38:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['5222fd70-ba5a-4610-a196-1cbfac231d8e'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:44.035557 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4e777af-7713-48bf-85e3-d1fc86421fdd admin admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:44.053932 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-f0d5cb2a-8b18-4922-8cc1-6d814c7f7952 None None] Set router 5222fd70-ba5a-4610-a196-1cbfac231d8e gateway port host: dv-cinder-816324-4-smb {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:38:44.138088 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4e777af-7713-48bf-85e3-d1fc86421fdd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:44.190317 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-e4e777af-7713-48bf-85e3-d1fc86421fdd admin admin] Deleting port 7cb626d4-1b56-4f13-8c79-59249c3ba134 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:44.190597 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4e777af-7713-48bf-85e3-d1fc86421fdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:44.228849 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-f0d5cb2a-8b18-4922-8cc1-6d814c7f7952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5222fd70-ba5a-4610-a196-1cbfac231d8e', 'name': 'tempest-TestShelveInstance-107570021-router', 'tenant_id': '25453cf8660b4a4180917f8ec7474936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '7cb626d4-1b56-4f13-8c79-59249c3ba134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:44Z', 'updated_at': '2021-11-19T13:38:43Z', 'revision_number': 5, 'project_id': '25453cf8660b4a4180917f8ec7474936', 'gw_port': {'id': '7cb626d4-1b56-4f13-8c79-59249c3ba134', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5222fd70-ba5a-4610-a196-1cbfac231d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:45Z', 'updated_at': '2021-11-19T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:44.254050 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d5cb2a-8b18-4922-8cc1-6d814c7f7952 None None] Checking router: 5222fd70-ba5a-4610-a196-1cbfac231d8e for host: dv-cinder-816324-4-smb {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:38:44.262734 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d5cb2a-8b18-4922-8cc1-6d814c7f7952 None None] Routers {'5222fd70-ba5a-4610-a196-1cbfac231d8e'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:38:44.263329 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-f0d5cb2a-8b18-4922-8cc1-6d814c7f7952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:38:29Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['5222fd70-ba5a-4610-a196-1cbfac231d8e'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:44.271155 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-e4e777af-7713-48bf-85e3-d1fc86421fdd admin admin] For port 7cb626d4-1b56-4f13-8c79-59249c3ba134, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=7cb626d4-1b56-4f13-8c79-59249c3ba134,segment=NetworkSegment(627c73c3-23a8-462a-849f-9d71a84e6d70),segment_id=627c73c3-23a8-462a-849f-9d71a84e6d70)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:44.271548 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4e777af-7713-48bf-85e3-d1fc86421fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:44.283931 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-e4e777af-7713-48bf-85e3-d1fc86421fdd admin admin] Calling delete_port for 7cb626d4-1b56-4f13-8c79-59249c3ba134 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:44.345768 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-f0d5cb2a-8b18-4922-8cc1-6d814c7f7952 None None] Set router 5222fd70-ba5a-4610-a196-1cbfac231d8e gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:38:44.399105 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-f0d5cb2a-8b18-4922-8cc1-6d814c7f7952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5222fd70-ba5a-4610-a196-1cbfac231d8e', 'name': 'tempest-TestShelveInstance-107570021-router', 'tenant_id': '25453cf8660b4a4180917f8ec7474936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:44Z', 'updated_at': '2021-11-19T13:38:44Z', 'revision_number': 6, 'project_id': '25453cf8660b4a4180917f8ec7474936', 'gw_port_host': None}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:44.425728 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d5cb2a-8b18-4922-8cc1-6d814c7f7952 None None] The sync data for ids ['5222fd70-ba5a-4610-a196-1cbfac231d8e'] in dv-cinder-816324-4-smb is: [{'id': '5222fd70-ba5a-4610-a196-1cbfac231d8e', 'name': 'tempest-TestShelveInstance-107570021-router', 'tenant_id': '25453cf8660b4a4180917f8ec7474936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:44Z', 'updated_at': '2021-11-19T13:38:44Z', 'revision_number': 6, 'project_id': '25453cf8660b4a4180917f8ec7474936', 'gw_port_host': None}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:38:44.444136 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4e777af-7713-48bf-85e3-d1fc86421fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:44.469919 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e777af-7713-48bf-85e3-d1fc86421fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb626d4-1b56-4f13-8c79-59249c3ba134,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:44.525905 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4e777af-7713-48bf-85e3-d1fc86421fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1796960'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:44.614386 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4e777af-7713-48bf-85e3-d1fc86421fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1791434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6730'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:44.616554 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4e777af-7713-48bf-85e3-d1fc86421fdd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:44.659149 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4e777af-7713-48bf-85e3-d1fc86421fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1791429'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:44.659697 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e777af-7713-48bf-85e3-d1fc86421fdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5222fd70-ba5a-4610-a196-1cbfac231d8e {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:38:44.663877 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4e777af-7713-48bf-85e3-d1fc86421fdd admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:44.665027 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-e4e777af-7713-48bf-85e3-d1fc86421fdd admin admin] 10.222.0.70 "DELETE /v2.0/routers/5222fd70-ba5a-4610-a196-1cbfac231d8e HTTP/1.1" status: 204 len: 168 time: 0.7307911 Nov 19 13:38:44.667564 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 48552) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:44.710635 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4090427-39e3-4583-a16f-5bcc70f32c55 admin admin] Deleting subnet 9ab25f0c-cba6-4d68-a4a3-c6d2f148a83a {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:38:44.713479 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4090427-39e3-4583-a16f-5bcc70f32c55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:44.745794 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4090427-39e3-4583-a16f-5bcc70f32c55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2801428'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:44.828193 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4090427-39e3-4583-a16f-5bcc70f32c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724083'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:44.893158 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4090427-39e3-4583-a16f-5bcc70f32c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14406884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14394699'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:44.918361 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4090427-39e3-4583-a16f-5bcc70f32c55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ab25f0c-cba6-4d68-a4a3-c6d2f148a83a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:44.923636 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4090427-39e3-4583-a16f-5bcc70f32c55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:44.928211 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-e4090427-39e3-4583-a16f-5bcc70f32c55 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9ab25f0c-cba6-4d68-a4a3-c6d2f148a83a HTTP/1.1" status: 204 len: 168 time: 0.2595563 Nov 19 13:38:44.929071 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6285ab3-8e50-496a-b41b-0f14a94bd284 None None] Network dffd4391-19c4-4fb8-888e-aab08caae680 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:38:44.929920 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 48560) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:45.003827 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-161bb448-1c8c-4c31-aa92-65fa1c37a43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613477'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.069828 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-161bb448-1c8c-4c31-aa92-65fa1c37a43c admin admin] Deleting port 7b59a5dc-9e6e-4216-ace1-bb9128ba254c {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:45.070183 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-161bb448-1c8c-4c31-aa92-65fa1c37a43c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.102557 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 48564) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:45.132932 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-161bb448-1c8c-4c31-aa92-65fa1c37a43c admin admin] For port 7b59a5dc-9e6e-4216-ace1-bb9128ba254c, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=7b59a5dc-9e6e-4216-ace1-bb9128ba254c,segment=NetworkSegment(f1dc5283-f9bf-408d-9994-e3b817cc45de),segment_id=f1dc5283-f9bf-408d-9994-e3b817cc45de)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:45.133226 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-161bb448-1c8c-4c31-aa92-65fa1c37a43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.149166 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-161bb448-1c8c-4c31-aa92-65fa1c37a43c admin admin] Calling delete_port for 7b59a5dc-9e6e-4216-ace1-bb9128ba254c owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:45.209212 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-62b4f435-6e79-4c32-b06e-60cdea3ce139 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.229331 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749c19a2-23ea-4912-9fb7-c55201d99d7e None None] DHCP port deletion for dffd4391-19c4-4fb8-888e-aab08caae680 request from dv-cinder-816324-4-smb {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:38:45.263681 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-161bb448-1c8c-4c31-aa92-65fa1c37a43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.294650 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bb448-1c8c-4c31-aa92-65fa1c37a43c admin admin] Pushing event deleted for resources: {'Port': ['ID=7b59a5dc-9e6e-4216-ace1-bb9128ba254c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:45.303617 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-62b4f435-6e79-4c32-b06e-60cdea3ce139 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.305059 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161bb448-1c8c-4c31-aa92-65fa1c37a43c admin admin] No DVR routers for this DVR port 7b59a5dc-9e6e-4216-ace1-bb9128ba254c on host dv-cinder-816324-4-smb {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:38:45.310928 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-62b4f435-6e79-4c32-b06e-60cdea3ce139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.313339 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-749c19a2-23ea-4912-9fb7-c55201d99d7e None None] Deleting port 7b59a5dc-9e6e-4216-ace1-bb9128ba254c {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:45.313760 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-749c19a2-23ea-4912-9fb7-c55201d99d7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.318038 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 586dea20-3544-446e-8df5-80cd78e40431 no longer exists at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:38:45.352475 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-62b4f435-6e79-4c32-b06e-60cdea3ce139 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=12bc5fe4f1a34226af2cb4de2e0eebef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456510 Nov 19 13:38:45.354964 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4f435-6e79-4c32-b06e-60cdea3ce139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b266b87-d237-4a5e-9c0d-04d64511593b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:45.357285 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 48568) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:45.389578 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-161bb448-1c8c-4c31-aa92-65fa1c37a43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734982', 'neutron.services.segments.db._delete_segments_for_network-8736459861315'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.397240 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] No Port match for: 586dea20-3544-446e-8df5-80cd78e40431 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:38:45.397585 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 586dea20-3544-446e-8df5-80cd78e40431 not bound to the agent host dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:38:45.398039 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 7cb626d4-1b56-4f13-8c79-59249c3ba134 no longer exists at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:38:45.412312 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-161bb448-1c8c-4c31-aa92-65fa1c37a43c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dffd4391-19c4-4fb8-888e-aab08caae680']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:45.413232 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac8580ef-446d-4250-9943-5c04fcce64b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.424714 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-161bb448-1c8c-4c31-aa92-65fa1c37a43c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1dc5283-f9bf-408d-9994-e3b817cc45de') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:45.425295 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-161bb448-1c8c-4c31-aa92-65fa1c37a43c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1dc5283-f9bf-408d-9994-e3b817cc45de') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:45.434073 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] No Port match for: 7cb626d4-1b56-4f13-8c79-59249c3ba134 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:38:45.434564 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 7cb626d4-1b56-4f13-8c79-59249c3ba134 not bound to the agent host dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:38:45.435044 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 7b59a5dc-9e6e-4216-ace1-bb9128ba254c no longer exists at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:38:45.435784 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-161bb448-1c8c-4c31-aa92-65fa1c37a43c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736459878072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2801437'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.436138 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac8580ef-446d-4250-9943-5c04fcce64b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.450235 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-161bb448-1c8c-4c31-aa92-65fa1c37a43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.456394 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161bb448-1c8c-4c31-aa92-65fa1c37a43c admin admin] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:38:45.456947 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-161bb448-1c8c-4c31-aa92-65fa1c37a43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14406814'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: Traceback (most recent call last): Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: timer() Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: cb(*args, **kw) Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: return func(*args, **kwargs) Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: self._notify() Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: self.callback(batched_events) Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: event.method(event) Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: return f(self, *a, **k) Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: return self._get(url).json() Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:38:45.458679 dv-cinder-816324-4-smb neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:38:45.463582 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] No Port match for: 7b59a5dc-9e6e-4216-ace1-bb9128ba254c {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:38:45.464532 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device 7b59a5dc-9e6e-4216-ace1-bb9128ba254c not bound to the agent host dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:38:45.471241 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-749c19a2-23ea-4912-9fb7-c55201d99d7e None None] For port 7b59a5dc-9e6e-4216-ace1-bb9128ba254c, host dv-cinder-816324-4-smb, got binding levels [] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:45.471620 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-749c19a2-23ea-4912-9fb7-c55201d99d7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.495687 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-749c19a2-23ea-4912-9fb7-c55201d99d7e None None] Calling delete_port for 7b59a5dc-9e6e-4216-ace1-bb9128ba254c owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:45.499259 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.ipam_backend_mixin [None req-749c19a2-23ea-4912-9fb7-c55201d99d7e None None] Port 7b59a5dc-9e6e-4216-ace1-bb9128ba254c was not found and therefore no delete operation was performed {{(pid=102601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 13:38:45.500607 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-749c19a2-23ea-4912-9fb7-c55201d99d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.501642 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac8580ef-446d-4250-9943-5c04fcce64b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.505370 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac8580ef-446d-4250-9943-5c04fcce64b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.508908 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-ac8580ef-446d-4250-9943-5c04fcce64b8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3b266b87-d237-4a5e-9c0d-04d64511593b HTTP/1.1" status: 204 len: 168 time: 0.1483359 Nov 19 13:38:45.515004 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8580ef-446d-4250-9943-5c04fcce64b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b266b87-d237-4a5e-9c0d-04d64511593b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:45.532395 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-161bb448-1c8c-4c31-aa92-65fa1c37a43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796996'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.532572 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c19a2-23ea-4912-9fb7-c55201d99d7e None None] Pushing event deleted for resources: {'Port': ['ID=7b59a5dc-9e6e-4216-ace1-bb9128ba254c,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:45.540223 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-749c19a2-23ea-4912-9fb7-c55201d99d7e None None] Network dffd4391-19c4-4fb8-888e-aab08caae680 is not hosted by any dhcp agent {{(pid=102601) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 13:38:45.540396 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-161bb448-1c8c-4c31-aa92-65fa1c37a43c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.540687 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749c19a2-23ea-4912-9fb7-c55201d99d7e None None] No DVR routers for this DVR port 7b59a5dc-9e6e-4216-ace1-bb9128ba254c on host dv-cinder-816324-4-smb {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:38:45.551695 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-161bb448-1c8c-4c31-aa92-65fa1c37a43c admin admin] 10.222.0.70 "DELETE /v2.0/networks/dffd4391-19c4-4fb8-888e-aab08caae680 HTTP/1.1" status: 204 len: 168 time: 0.6172092 Nov 19 13:38:45.578067 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bb448-1c8c-4c31-aa92-65fa1c37a43c admin admin] Pushing event deleted for resources: {'Network': ['ID=dffd4391-19c4-4fb8-888e-aab08caae680,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:45.675548 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 48576) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:45.713623 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-8cbd6d73-e9ee-49d1-b1fb-cd2d6e91906a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7aba59e789ec42f28106f03123363eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368218 Nov 19 13:38:45.716720 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 48578) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:45.766506 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f6715bc9-8be6-4f66-a58b-57dff25b7a10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.788492 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f6715bc9-8be6-4f66-a58b-57dff25b7a10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.835529 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f6715bc9-8be6-4f66-a58b-57dff25b7a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.838092 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f6715bc9-8be6-4f66-a58b-57dff25b7a10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.839815 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-f6715bc9-8be6-4f66-a58b-57dff25b7a10 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bf2ececb-6eff-4746-b888-c008ccc8b209 HTTP/1.1" status: 204 len: 168 time: 0.1216829 Nov 19 13:38:45.847722 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6715bc9-8be6-4f66-a58b-57dff25b7a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2ececb-6eff-4746-b888-c008ccc8b209,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:46.106312 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 48598) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:46.146598 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-3d80d32a-30b9-4823-9b50-b1a0af6eb358 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=25453cf8660b4a4180917f8ec7474936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390117 Nov 19 13:38:46.149100 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 48600) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:46.204635 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9925461c-9f76-4f0c-aae4-45e3b9088a6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:46.225848 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9925461c-9f76-4f0c-aae4-45e3b9088a6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:46.273258 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9925461c-9f76-4f0c-aae4-45e3b9088a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:46.275966 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9925461c-9f76-4f0c-aae4-45e3b9088a6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:46.279859 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-9925461c-9f76-4f0c-aae4-45e3b9088a6e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/13452f25-3e52-4413-86ac-fea7d1e90fee HTTP/1.1" status: 204 len: 168 time: 0.1270621 Nov 19 13:38:46.284853 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925461c-9f76-4f0c-aae4-45e3b9088a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13452f25-3e52-4413-86ac-fea7d1e90fee,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:54.798989 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 48700) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:54.900357 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3a0fa85e-d730-41ac-ac3a-6cb2be5e58c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:54.976676 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3a0fa85e-d730-41ac-ac3a-6cb2be5e58c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:54.980577 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3a0fa85e-d730-41ac-ac3a-6cb2be5e58c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:55.018094 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0fa85e-d730-41ac-ac3a-6cb2be5e58c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7a3f33-58d8-4823-ba39-aaf0a806f35f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:55.030435 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 48704) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:55.031115 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-3a0fa85e-d730-41ac-ac3a-6cb2be5e58c5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc601a51770f4aebb608c911e67e81c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309623 Nov 19 13:38:55.078183 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6026ca9a-53a6-4578-99b8-9af662ddf42f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:55.104858 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6026ca9a-53a6-4578-99b8-9af662ddf42f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:55.151657 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6026ca9a-53a6-4578-99b8-9af662ddf42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:55.154600 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6026ca9a-53a6-4578-99b8-9af662ddf42f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:55.155817 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-6026ca9a-53a6-4578-99b8-9af662ddf42f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8a7a3f33-58d8-4823-ba39-aaf0a806f35f HTTP/1.1" status: 204 len: 168 time: 0.1243107 Nov 19 13:38:55.163844 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026ca9a-53a6-4578-99b8-9af662ddf42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7a3f33-58d8-4823-ba39-aaf0a806f35f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:55.780633 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 48726) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:55.873342 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-167b9673-89d4-49e9-81b5-a69d10efbb01 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-285726959-network', 'tenant_id': 'b85c6a43eef64682ba51c55e17b440c3'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:55.894866 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167b9673-89d4-49e9-81b5-a69d10efbb01 admin admin] Made reservation on behalf of b85c6a43eef64682ba51c55e17b440c3 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:55.897255 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-167b9673-89d4-49e9-81b5-a69d10efbb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:55.905507 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-167b9673-89d4-49e9-81b5-a69d10efbb01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:55.978143 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-167b9673-89d4-49e9-81b5-a69d10efbb01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:55.981662 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-167b9673-89d4-49e9-81b5-a69d10efbb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.007233 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167b9673-89d4-49e9-81b5-a69d10efbb01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1148} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:38:56.013056 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b9673-89d4-49e9-81b5-a69d10efbb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190bfbc3-2966-4594-ac7c-026de4b9643e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:56.020200 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-167b9673-89d4-49e9-81b5-a69d10efbb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.021114 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.db.segments_db [None req-167b9673-89d4-49e9-81b5-a69d10efbb01 admin admin] Added segment c86e77b7-8841-4ff9-8b86-c0774b5b8ab6 of type vlan for network 07eac88a-e1fb-404d-894f-86e5bd8920fd Nov 19 13:38:56.062960 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-167b9673-89d4-49e9-81b5-a69d10efbb01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736459351574'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.088442 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-167b9673-89d4-49e9-81b5-a69d10efbb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.089392 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167b9673-89d4-49e9-81b5-a69d10efbb01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:56.089979 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-167b9673-89d4-49e9-81b5-a69d10efbb01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.149822 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-167b9673-89d4-49e9-81b5-a69d10efbb01 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3679862 Nov 19 13:38:56.152866 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 48730) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:56.154982 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b9673-89d4-49e9-81b5-a69d10efbb01 admin admin] Pushing event updated for resources: {'Network': ['ID=07eac88a-e1fb-404d-894f-86e5bd8920fd,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:56.159110 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-b0efade2-9173-4ba8-a04f-18be9d6d3866 admin admin] Request body: {'subnet': {'network_id': '07eac88a-e1fb-404d-894f-86e5bd8920fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-285726959-subnet', 'tenant_id': 'b85c6a43eef64682ba51c55e17b440c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:56.166828 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Network 07eac88a-e1fb-404d-894f-86e5bd8920fd details requested by agent ovs-agent-dv-cinder-816324-4-smb with host dv-cinder-816324-4-smb {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:38:56.187476 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0efade2-9173-4ba8-a04f-18be9d6d3866 admin admin] Made reservation on behalf of b85c6a43eef64682ba51c55e17b440c3 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:56.189862 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b0efade2-9173-4ba8-a04f-18be9d6d3866 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14398220'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.352639 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b0efade2-9173-4ba8-a04f-18be9d6d3866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13422378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14398334'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.372297 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-309466b3-8f4a-40c3-a4ef-a530dc8d4182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.409618 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efade2-9173-4ba8-a04f-18be9d6d3866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bcc0d26-8fe6-4468-95dc-4cead52501f5,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:56.416730 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0efade2-9173-4ba8-a04f-18be9d6d3866 admin admin] Checking segment: {'id': 'c86e77b7-8841-4ff9-8b86-c0774b5b8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '07eac88a-e1fb-404d-894f-86e5bd8920fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:38:56.417083 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0efade2-9173-4ba8-a04f-18be9d6d3866 admin admin] Network hostable DHCP agents. Network: 07eac88a-e1fb-404d-894f-86e5bd8920fd, hostable agents: ['a9493b20-30d9-4471-90b9-83259b2d43bc'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:38:56.444814 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0efade2-9173-4ba8-a04f-18be9d6d3866 admin admin] Network 07eac88a-e1fb-404d-894f-86e5bd8920fd is scheduled to be hosted by DHCP agent a9493b20-30d9-4471-90b9-83259b2d43bc with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:38:56.456185 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-b0efade2-9173-4ba8-a04f-18be9d6d3866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-smb, 07eac88a-e1fb-404d-894f-86e5bd8920fd) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:56.468550 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0efade2-9173-4ba8-a04f-18be9d6d3866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:56.468550 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b0efade2-9173-4ba8-a04f-18be9d6d3866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.472012 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026a78f5-acae-4ae4-bb13-7e951960dcc4 None None] Network 07eac88a-e1fb-404d-894f-86e5bd8920fd requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:38:56.491821 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-b0efade2-9173-4ba8-a04f-18be9d6d3866 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3371830 Nov 19 13:38:56.599461 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7e65fc-6522-48f3-9101-f5fd58bdd2e5 None None] Network 07eac88a-e1fb-404d-894f-86e5bd8920fd requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:38:56.972368 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 48746) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:56.977225 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-c8686ba4-2560-465c-8e6b-0ef8ee65c3fe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1116774968-network', 'tenant_id': '127faa2286074209968b72bd89f67e92'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:56.997536 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8686ba4-2560-465c-8e6b-0ef8ee65c3fe admin admin] Made reservation on behalf of 127faa2286074209968b72bd89f67e92 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:56.999849 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8686ba4-2560-465c-8e6b-0ef8ee65c3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.008144 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8686ba4-2560-465c-8e6b-0ef8ee65c3fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.082651 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8686ba4-2560-465c-8e6b-0ef8ee65c3fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.086369 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8686ba4-2560-465c-8e6b-0ef8ee65c3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.112989 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8686ba4-2560-465c-8e6b-0ef8ee65c3fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1120} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:38:57.122927 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8686ba4-2560-465c-8e6b-0ef8ee65c3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd34cc42-6671-4797-a559-f3f770460dd0,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:57.129815 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8686ba4-2560-465c-8e6b-0ef8ee65c3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.130275 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.db.segments_db [None req-c8686ba4-2560-465c-8e6b-0ef8ee65c3fe admin admin] Added segment d5860bc6-3cb1-42a3-989c-88e669a0bb21 of type vlan for network 6aef8200-414b-44d5-a0ee-319aed558e76 Nov 19 13:38:57.176739 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8686ba4-2560-465c-8e6b-0ef8ee65c3fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736459351574'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.200460 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8686ba4-2560-465c-8e6b-0ef8ee65c3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.201442 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8686ba4-2560-465c-8e6b-0ef8ee65c3fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:57.202043 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8686ba4-2560-465c-8e6b-0ef8ee65c3fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.257423 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-c8686ba4-2560-465c-8e6b-0ef8ee65c3fe admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.2839458 Nov 19 13:38:57.260798 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 48748) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:57.263507 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8686ba4-2560-465c-8e6b-0ef8ee65c3fe admin admin] Pushing event updated for resources: {'Network': ['ID=6aef8200-414b-44d5-a0ee-319aed558e76,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:57.266041 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-eb354dc0-f706-4780-b682-b4e4acf40245 admin admin] Request body: {'subnet': {'network_id': '6aef8200-414b-44d5-a0ee-319aed558e76', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1116774968-subnet', 'tenant_id': '127faa2286074209968b72bd89f67e92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:57.273385 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Network 6aef8200-414b-44d5-a0ee-319aed558e76 details requested by agent ovs-agent-dv-cinder-816324-4-smb with host dv-cinder-816324-4-smb {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:38:57.286884 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb354dc0-f706-4780-b682-b4e4acf40245 admin admin] Made reservation on behalf of 127faa2286074209968b72bd89f67e92 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:57.289338 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eb354dc0-f706-4780-b682-b4e4acf40245 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14394678'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.460859 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eb354dc0-f706-4780-b682-b4e4acf40245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14406693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14394692'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.513047 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb354dc0-f706-4780-b682-b4e4acf40245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d007be2-fd48-4038-a1b3-24be7cf5a941,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:57.521476 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb354dc0-f706-4780-b682-b4e4acf40245 admin admin] Checking segment: {'id': 'd5860bc6-3cb1-42a3-989c-88e669a0bb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '6aef8200-414b-44d5-a0ee-319aed558e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:38:57.521828 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb354dc0-f706-4780-b682-b4e4acf40245 admin admin] Network hostable DHCP agents. Network: 6aef8200-414b-44d5-a0ee-319aed558e76, hostable agents: ['a9493b20-30d9-4471-90b9-83259b2d43bc'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:38:57.537443 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb354dc0-f706-4780-b682-b4e4acf40245 admin admin] Network 6aef8200-414b-44d5-a0ee-319aed558e76 is scheduled to be hosted by DHCP agent a9493b20-30d9-4471-90b9-83259b2d43bc with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:38:57.546330 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-eb354dc0-f706-4780-b682-b4e4acf40245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-smb, 6aef8200-414b-44d5-a0ee-319aed558e76) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:57.550358 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb354dc0-f706-4780-b682-b4e4acf40245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:57.550954 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eb354dc0-f706-4780-b682-b4e4acf40245 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.555135 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deab540e-a736-4cd1-9b25-5eea14748bc4 None None] Network 6aef8200-414b-44d5-a0ee-319aed558e76 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:38:57.566962 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-eb354dc0-f706-4780-b682-b4e4acf40245 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3050258 Nov 19 13:38:57.676502 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 48752) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:57.681703 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f2df90-986c-4f86-a35d-b91840814e97 None None] Network 6aef8200-414b-44d5-a0ee-319aed558e76 requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:38:57.724779 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-07096834-e782-4207-b9cb-e6e0f7e3fb9d admin admin] Deleting subnet 5bcc0d26-8fe6-4468-95dc-4cead52501f5 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:38:57.727984 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-07096834-e782-4207-b9cb-e6e0f7e3fb9d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.762765 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-07096834-e782-4207-b9cb-e6e0f7e3fb9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2801428'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.802192 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-07096834-e782-4207-b9cb-e6e0f7e3fb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724083'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.853460 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-07096834-e782-4207-b9cb-e6e0f7e3fb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14406884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14394699'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.884264 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-07096834-e782-4207-b9cb-e6e0f7e3fb9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.887475 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-07096834-e782-4207-b9cb-e6e0f7e3fb9d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5bcc0d26-8fe6-4468-95dc-4cead52501f5 HTTP/1.1" status: 204 len: 168 time: 0.2099581 Nov 19 13:38:57.888379 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07096834-e782-4207-b9cb-e6e0f7e3fb9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bcc0d26-8fe6-4468-95dc-4cead52501f5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:57.889976 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 48754) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:57.958574 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-863963ed-9f49-46f8-8451-26f51ef94249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613477'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.035370 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-863963ed-9f49-46f8-8451-26f51ef94249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734982', 'neutron.services.segments.db._delete_segments_for_network-8736459861315'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.054927 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-863963ed-9f49-46f8-8451-26f51ef94249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07eac88a-e1fb-404d-894f-86e5bd8920fd']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:58.064476 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-863963ed-9f49-46f8-8451-26f51ef94249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86e77b7-8841-4ff9-8b86-c0774b5b8ab6') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:58.064773 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-863963ed-9f49-46f8-8451-26f51ef94249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86e77b7-8841-4ff9-8b86-c0774b5b8ab6') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:58.073759 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-863963ed-9f49-46f8-8451-26f51ef94249 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736459878072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2801437'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.086304 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-863963ed-9f49-46f8-8451-26f51ef94249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.091970 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863963ed-9f49-46f8-8451-26f51ef94249 admin admin] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:38:58.092345 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-863963ed-9f49-46f8-8451-26f51ef94249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14406814'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: Traceback (most recent call last): Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: timer() Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: cb(*args, **kw) Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: return func(*args, **kwargs) Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: self._notify() Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: self.callback(batched_events) Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: event.method(event) Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: return f(self, *a, **k) Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: return self._get(url).json() Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:38:58.093937 dv-cinder-816324-4-smb neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:38:58.145316 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-863963ed-9f49-46f8-8451-26f51ef94249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796996'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.150029 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-863963ed-9f49-46f8-8451-26f51ef94249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.153845 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-863963ed-9f49-46f8-8451-26f51ef94249 admin admin] 10.222.0.70 "DELETE /v2.0/networks/07eac88a-e1fb-404d-894f-86e5bd8920fd HTTP/1.1" status: 204 len: 168 time: 0.2626827 Nov 19 13:38:58.160954 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 48758) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:58.168382 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863963ed-9f49-46f8-8451-26f51ef94249 admin admin] Pushing event deleted for resources: {'Network': ['ID=07eac88a-e1fb-404d-894f-86e5bd8920fd,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:58.212206 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-7953b34a-f562-4232-abea-5bae6b35d076 admin admin] Deleting subnet 7d007be2-fd48-4038-a1b3-24be7cf5a941 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:38:58.216834 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7953b34a-f562-4232-abea-5bae6b35d076 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.254067 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7953b34a-f562-4232-abea-5bae6b35d076 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13604458'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.292764 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7953b34a-f562-4232-abea-5bae6b35d076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724083'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.341264 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7953b34a-f562-4232-abea-5bae6b35d076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13422571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14398321'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.365564 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953b34a-f562-4232-abea-5bae6b35d076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d007be2-fd48-4038-a1b3-24be7cf5a941,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:58.369076 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7953b34a-f562-4232-abea-5bae6b35d076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.373834 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-7953b34a-f562-4232-abea-5bae6b35d076 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7d007be2-fd48-4038-a1b3-24be7cf5a941 HTTP/1.1" status: 204 len: 168 time: 0.2154610 Nov 19 13:38:58.376322 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 48760) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:58.445853 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03f1015c-7c63-4c1c-aca9-6ad35c6d1908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613477'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.543239 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03f1015c-7c63-4c1c-aca9-6ad35c6d1908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734982', 'neutron.services.segments.db._delete_segments_for_network-8736459861315'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.564283 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.services.segments.db [None req-03f1015c-7c63-4c1c-aca9-6ad35c6d1908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aef8200-414b-44d5-a0ee-319aed558e76']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:58.573013 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.services.segments.db [None req-03f1015c-7c63-4c1c-aca9-6ad35c6d1908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5860bc6-3cb1-42a3-989c-88e669a0bb21') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:58.573302 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.services.segments.db [None req-03f1015c-7c63-4c1c-aca9-6ad35c6d1908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5860bc6-3cb1-42a3-989c-88e669a0bb21') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:58.582093 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03f1015c-7c63-4c1c-aca9-6ad35c6d1908 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736459878072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13604451'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.594744 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03f1015c-7c63-4c1c-aca9-6ad35c6d1908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.600342 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f1015c-7c63-4c1c-aca9-6ad35c6d1908 admin admin] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:38:58.600711 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03f1015c-7c63-4c1c-aca9-6ad35c6d1908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13422481'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: Traceback (most recent call last): Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: timer() Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: cb(*args, **kw) Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: return func(*args, **kwargs) Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: self._notify() Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: self.callback(batched_events) Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: event.method(event) Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: return f(self, *a, **k) Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: return self._get(url).json() Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:38:58.602285 dv-cinder-816324-4-smb neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:38:58.654908 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03f1015c-7c63-4c1c-aca9-6ad35c6d1908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796996'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.660090 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03f1015c-7c63-4c1c-aca9-6ad35c6d1908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.663163 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-03f1015c-7c63-4c1c-aca9-6ad35c6d1908 admin admin] 10.222.0.70 "DELETE /v2.0/networks/6aef8200-414b-44d5-a0ee-319aed558e76 HTTP/1.1" status: 204 len: 168 time: 0.2858613 Nov 19 13:38:58.674007 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1015c-7c63-4c1c-aca9-6ad35c6d1908 admin admin] Pushing event deleted for resources: {'Network': ['ID=6aef8200-414b-44d5-a0ee-319aed558e76,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:58.817737 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 48764) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:58.857210 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-9bea02bf-b6eb-414a-b8e4-95db894f776c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b85c6a43eef64682ba51c55e17b440c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383155 Nov 19 13:38:58.859706 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 48766) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:58.910521 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c0dd0e89-6e18-48f7-9d85-8df9e413dcb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.931471 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c0dd0e89-6e18-48f7-9d85-8df9e413dcb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.976175 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c0dd0e89-6e18-48f7-9d85-8df9e413dcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.978928 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c0dd0e89-6e18-48f7-9d85-8df9e413dcb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.980615 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-c0dd0e89-6e18-48f7-9d85-8df9e413dcb2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/190bfbc3-2966-4594-ac7c-026de4b9643e HTTP/1.1" status: 204 len: 168 time: 0.1199744 Nov 19 13:38:58.988100 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd0e89-6e18-48f7-9d85-8df9e413dcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190bfbc3-2966-4594-ac7c-026de4b9643e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:59.123049 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d1cbf826-d158-4309-9bb2-71639f9513cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:59.293005 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 48772) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:59.331289 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-7ce10148-c9f8-46a0-9b1c-32a5c83537d7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=127faa2286074209968b72bd89f67e92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370321 Nov 19 13:38:59.333548 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 48774) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:59.383683 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8258a492-c1ff-4f92-8d55-90ede430c377 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:59.405796 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8258a492-c1ff-4f92-8d55-90ede430c377 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:59.451806 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8258a492-c1ff-4f92-8d55-90ede430c377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:59.454366 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8258a492-c1ff-4f92-8d55-90ede430c377 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:59.455515 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-8258a492-c1ff-4f92-8d55-90ede430c377 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fd34cc42-6671-4797-a559-f3f770460dd0 HTTP/1.1" status: 204 len: 168 time: 0.1210616 Nov 19 13:38:59.464027 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258a492-c1ff-4f92-8d55-90ede430c377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd34cc42-6671-4797-a559-f3f770460dd0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:59.847473 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.200793 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:01.152707 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.286438 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:03.229492 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35f6d8-1d54-4a97-a3c6-e46e04f0946e req-43adfe78-3ab7-45da-b24f-ea3ac2a61aff tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:03.230988 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-fc35f6d8-1d54-4a97-a3c6-e46e04f0946e req-43adfe78-3ab7-45da-b24f-ea3ac2a61aff tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 946 time: 0.0482299 Nov 19 13:39:03.279608 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-fc35f6d8-1d54-4a97-a3c6-e46e04f0946e req-5fc7978f-50a7-49e6-8104-a33772c2893b tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425982 Nov 19 13:39:04.398980 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6370da5-819a-4511-b870-e36719cdfd5a req-d2473724-92d8-4ec2-8c3e-2cdce04b9bf9 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:04.400515 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e6370da5-819a-4511-b870-e36719cdfd5a req-d2473724-92d8-4ec2-8c3e-2cdce04b9bf9 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 946 time: 0.0498557 Nov 19 13:39:04.449663 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e6370da5-819a-4511-b870-e36719cdfd5a req-86491b87-8200-4e14-b44c-09e2a35fe9d6 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c23f24-872d-4d46-9eff-e6ac4d174ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427756 Nov 19 13:39:04.560609 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc822ca-5c70-4e46-8c5f-3338f4cdaf49 req-00f7f350-3a80-434b-b659-48949b169588 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:04.562033 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-6bc822ca-5c70-4e46-8c5f-3338f4cdaf49 req-00f7f350-3a80-434b-b659-48949b169588 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 946 time: 0.0470257 Nov 19 13:39:04.651192 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-6bc822ca-5c70-4e46-8c5f-3338f4cdaf49 req-2d6a2c9c-d3a5-43d1-bdbe-cbc6ff979df2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Deleting port f90c8d87-a3e0-476d-8db4-695dd29d7ad8 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:04.651536 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6bc822ca-5c70-4e46-8c5f-3338f4cdaf49 req-2d6a2c9c-d3a5-43d1-bdbe-cbc6ff979df2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:04.739164 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-6bc822ca-5c70-4e46-8c5f-3338f4cdaf49 req-2d6a2c9c-d3a5-43d1-bdbe-cbc6ff979df2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] For port f90c8d87-a3e0-476d-8db4-695dd29d7ad8, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=f90c8d87-a3e0-476d-8db4-695dd29d7ad8,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:04.739531 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6bc822ca-5c70-4e46-8c5f-3338f4cdaf49 req-2d6a2c9c-d3a5-43d1-bdbe-cbc6ff979df2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.130964 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6bc822ca-5c70-4e46-8c5f-3338f4cdaf49 req-2d6a2c9c-d3a5-43d1-bdbe-cbc6ff979df2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.131322 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6bc822ca-5c70-4e46-8c5f-3338f4cdaf49 req-2d6a2c9c-d3a5-43d1-bdbe-cbc6ff979df2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1797046'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.131683 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.db.l3_db [req-6bc822ca-5c70-4e46-8c5f-3338f4cdaf49 req-2d6a2c9c-d3a5-43d1-bdbe-cbc6ff979df2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Floating IP 18768b60-c0b1-443c-bbc0-e0292906399e disassociated. External IP: 172.28.1.215, port: f90c8d87-a3e0-476d-8db4-695dd29d7ad8. Nov 19 13:39:05.132006 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-6bc822ca-5c70-4e46-8c5f-3338f4cdaf49 req-2d6a2c9c-d3a5-43d1-bdbe-cbc6ff979df2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Calling delete_port for f90c8d87-a3e0-476d-8db4-695dd29d7ad8 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:05.254034 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6bc822ca-5c70-4e46-8c5f-3338f4cdaf49 req-2d6a2c9c-d3a5-43d1-bdbe-cbc6ff979df2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.284573 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a2c9c-d3a5-43d1-bdbe-cbc6ff979df2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Pushing event deleted for resources: {'Port': ['ID=f90c8d87-a3e0-476d-8db4-695dd29d7ad8,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:05.395315 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bc822ca-5c70-4e46-8c5f-3338f4cdaf49 req-2d6a2c9c-d3a5-43d1-bdbe-cbc6ff979df2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Router d9d912ba-55a7-4ab9-90aa-9b5def99f118 has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:39:05.497150 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bc822ca-5c70-4e46-8c5f-3338f4cdaf49 req-2d6a2c9c-d3a5-43d1-bdbe-cbc6ff979df2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:39:05.507573 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402b5410-c147-4f7c-9f15-a88f25cb745b None None] Sync routers for ids ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'] in dv-cinder-816324-4-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:39:05.517958 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402b5410-c147-4f7c-9f15-a88f25cb745b None None] Routers {'d9d912ba-55a7-4ab9-90aa-9b5def99f118'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:39:05.518865 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-402b5410-c147-4f7c-9f15-a88f25cb745b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:38:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:05.543303 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc822ca-5c70-4e46-8c5f-3338f4cdaf49 req-2d6a2c9c-d3a5-43d1-bdbe-cbc6ff979df2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] No DVR routers for this DVR port f90c8d87-a3e0-476d-8db4-695dd29d7ad8 on host hv-cinder-81632 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:39:05.549491 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6bc822ca-5c70-4e46-8c5f-3338f4cdaf49 req-2d6a2c9c-d3a5-43d1-bdbe-cbc6ff979df2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.553512 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-6bc822ca-5c70-4e46-8c5f-3338f4cdaf49 req-2d6a2c9c-d3a5-43d1-bdbe-cbc6ff979df2 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.82 "DELETE /v2.0/ports/f90c8d87-a3e0-476d-8db4-695dd29d7ad8 HTTP/1.1" status: 204 len: 173 time: 0.9853876 Nov 19 13:39:05.553906 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f33db9f-0ff6-4227-bb85-cc36f62f668d', 'name': 'network-vif-deleted', 'tag': 'f90c8d87-a3e0-476d-8db4-695dd29d7ad8'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:05.557055 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32df590-f239-4d59-9eb0-6957bb024dd5" -d '{"events": [{"server_uuid": "4f33db9f-0ff6-4227-bb85-cc36f62f668d", "name": "network-vif-deleted", "tag": "f90c8d87-a3e0-476d-8db4-695dd29d7ad8"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:05.580462 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e5f8608f-8021-460a-b09b-e44d3bf8d457 req-ed94e5a5-f0bf-464c-924b-e1c0396c09c9 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f33db9f-0ff6-4227-bb85-cc36f62f668d HTTP/1.1" status: 200 len: 210 time: 0.0355501 Nov 19 13:39:05.629902 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-402b5410-c147-4f7c-9f15-a88f25cb745b None None] Set router d9d912ba-55a7-4ab9-90aa-9b5def99f118 gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:39:05.657703 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29cfa36-103f-4df2-9b11-8fee583c3dc8 x-openstack-request-id: req-e29cfa36-103f-4df2-9b11-8fee583c3dc8 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:05.658179 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f33db9f-0ff6-4227-bb85-cc36f62f668d", "name": "network-vif-deleted", "tag": "f90c8d87-a3e0-476d-8db4-695dd29d7ad8", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:05.658286 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e29cfa36-103f-4df2-9b11-8fee583c3dc8 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:05.658631 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f33db9f-0ff6-4227-bb85-cc36f62f668d', 'name': 'network-vif-deleted', 'tag': 'f90c8d87-a3e0-476d-8db4-695dd29d7ad8', 'status': 'completed', 'code': 200} Nov 19 13:39:05.846257 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-402b5410-c147-4f7c-9f15-a88f25cb745b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'name': 'tempest-AttachVolumeShelveTestJSON-245953741-router', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:18Z', 'updated_at': '2021-11-19T13:33:24Z', 'revision_number': 4, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'gw_port': {'id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:19Z', 'updated_at': '2021-11-19T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': 'f0dafe04-f35d-4f6a-b3d3-7a50dec199a4', 'name': '', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'mac_address': 'fa:16:3e:61:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:29Z', 'revision_number': 5, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'subnets': [{'id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:05.875855 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402b5410-c147-4f7c-9f15-a88f25cb745b None None] Checking router: d9d912ba-55a7-4ab9-90aa-9b5def99f118 for host: dv-cinder-816324-4-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:39:05.885629 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402b5410-c147-4f7c-9f15-a88f25cb745b None None] Routers {'d9d912ba-55a7-4ab9-90aa-9b5def99f118'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:39:05.886116 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-402b5410-c147-4f7c-9f15-a88f25cb745b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:38:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:06.088040 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-402b5410-c147-4f7c-9f15-a88f25cb745b None None] Set router d9d912ba-55a7-4ab9-90aa-9b5def99f118 gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:39:06.284355 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-402b5410-c147-4f7c-9f15-a88f25cb745b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'name': 'tempest-AttachVolumeShelveTestJSON-245953741-router', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:18Z', 'updated_at': '2021-11-19T13:33:24Z', 'revision_number': 4, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'gw_port': {'id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:19Z', 'updated_at': '2021-11-19T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': 'f0dafe04-f35d-4f6a-b3d3-7a50dec199a4', 'name': '', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'mac_address': 'fa:16:3e:61:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:29Z', 'revision_number': 5, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'subnets': [{'id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:06.308989 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402b5410-c147-4f7c-9f15-a88f25cb745b None None] The sync data for ids ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'] in dv-cinder-816324-4-smb is: [{'id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'name': 'tempest-AttachVolumeShelveTestJSON-245953741-router', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:18Z', 'updated_at': '2021-11-19T13:33:24Z', 'revision_number': 4, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'gw_port': {'id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:19Z', 'updated_at': '2021-11-19T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb', '_interfaces': [{'id': 'f0dafe04-f35d-4f6a-b3d3-7a50dec199a4', 'name': '', 'network_id': 'ebf90ed3-1e1f-4afa-b602-7a5c695dc19d', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'mac_address': 'fa:16:3e:61:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:29Z', 'revision_number': 5, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'subnets': [{'id': 'a50d8552-5081-4f74-8946-fa813e638daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:39:06.508765 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ec53e8-3b83-47bc-9f45-51e7496b5115 None None] New status for floating IP 18768b60-c0b1-443c-bbc0-e0292906399e: DOWN {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:39:06.661878 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 48882) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:06.713812 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce660-d130-400a-bde1-bd8f02509363 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:06.736169 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce660-d130-400a-bde1-bd8f02509363 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:06.781320 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce660-d130-400a-bde1-bd8f02509363 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:06.784509 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce660-d130-400a-bde1-bd8f02509363 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:06.785804 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-ba4ce660-d130-400a-bde1-bd8f02509363 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "DELETE /v2.0/security-groups/55c23f24-872d-4d46-9eff-e6ac4d174ff8 HTTP/1.1" status: 204 len: 168 time: 0.1229227 Nov 19 13:39:06.788553 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 48884) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:06.795827 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ce660-d130-400a-bde1-bd8f02509363 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c23f24-872d-4d46-9eff-e6ac4d174ff8,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:06.802622 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.api.v2.resource [None req-d0888068-c1b4-434d-b5e4-adc191aef320 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] show failed (client error): The resource could not be found. Nov 19 13:39:06.804731 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-d0888068-c1b4-434d-b5e4-adc191aef320 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "GET /v2.0/security-groups/55c23f24-872d-4d46-9eff-e6ac4d174ff8 HTTP/1.1" status: 404 len: 347 time: 0.0150023 Nov 19 13:39:06.807528 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 48886) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:06.933143 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-32d4e083-15d6-4d38-9f25-30b530243f27 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Deleting port 3f180d00-6eb4-467c-aa35-80f103adcee7 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:06.933373 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32d4e083-15d6-4d38-9f25-30b530243f27 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:07.013130 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32d4e083-15d6-4d38-9f25-30b530243f27 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:07.013477 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32d4e083-15d6-4d38-9f25-30b530243f27 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:07.025011 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-32d4e083-15d6-4d38-9f25-30b530243f27 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Calling delete_port for 3f180d00-6eb4-467c-aa35-80f103adcee7 owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:07.165774 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32d4e083-15d6-4d38-9f25-30b530243f27 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422526'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:07.192908 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4e083-15d6-4d38-9f25-30b530243f27 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Pushing event deleted for resources: {'Port': ['ID=3f180d00-6eb4-467c-aa35-80f103adcee7,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:07.262014 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32d4e083-15d6-4d38-9f25-30b530243f27 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:07.265178 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32d4e083-15d6-4d38-9f25-30b530243f27 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:07.266328 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-32d4e083-15d6-4d38-9f25-30b530243f27 tempest-AttachVolumeShelveTestJSON-634509767 tempest-AttachVolumeShelveTestJSON-634509767-project] 10.222.0.70 "DELETE /v2.0/floatingips/18768b60-c0b1-443c-bbc0-e0292906399e HTTP/1.1" status: 204 len: 168 time: 0.4578834 Nov 19 13:39:07.833525 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 6 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:39:08.579579 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device f90c8d87-a3e0-476d-8db4-695dd29d7ad8 no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:08.606347 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] No Port match for: f90c8d87-a3e0-476d-8db4-695dd29d7ad8 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:39:08.606704 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device f90c8d87-a3e0-476d-8db4-695dd29d7ad8 not bound to the agent host hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:39:09.684190 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 48940) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:10.168667 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f2176c15-8304-4891-97b6-a38a9fcaec2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796790'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:10.410030 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f2176c15-8304-4891-97b6-a38a9fcaec2a admin admin] Deleting port f0dafe04-f35d-4f6a-b3d3-7a50dec199a4 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:10.410370 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f2176c15-8304-4891-97b6-a38a9fcaec2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:10.485449 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-f2176c15-8304-4891-97b6-a38a9fcaec2a admin admin] For port f0dafe04-f35d-4f6a-b3d3-7a50dec199a4, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=f0dafe04-f35d-4f6a-b3d3-7a50dec199a4,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:10.485858 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f2176c15-8304-4891-97b6-a38a9fcaec2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:10.498612 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f2176c15-8304-4891-97b6-a38a9fcaec2a admin admin] Calling delete_port for f0dafe04-f35d-4f6a-b3d3-7a50dec199a4 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:10.690972 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f2176c15-8304-4891-97b6-a38a9fcaec2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:10.714668 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2176c15-8304-4891-97b6-a38a9fcaec2a admin admin] Pushing event deleted for resources: {'Port': ['ID=f0dafe04-f35d-4f6a-b3d3-7a50dec199a4,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:10.890690 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f2176c15-8304-4891-97b6-a38a9fcaec2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1789958'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:11.116834 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2176c15-8304-4891-97b6-a38a9fcaec2a admin admin] Router d9d912ba-55a7-4ab9-90aa-9b5def99f118 has already been hosted by L3 agent 6e565e5d-d5ad-45cd-9176-b36236557f9d {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:39:11.224577 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2176c15-8304-4891-97b6-a38a9fcaec2a admin admin] Notify agent at l3_agent.dv-cinder-816324-4-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:39:11.232889 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-f2176c15-8304-4891-97b6-a38a9fcaec2a admin admin] 10.222.0.70 "PUT /v2.0/routers/d9d912ba-55a7-4ab9-90aa-9b5def99f118/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5468638 Nov 19 13:39:11.234053 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfff8a7-3e26-461a-8c9b-33ebe08bfd6d None None] Sync routers for ids ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'] in dv-cinder-816324-4-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:39:11.235255 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 48954) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:11.243606 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfff8a7-3e26-461a-8c9b-33ebe08bfd6d None None] Routers {'d9d912ba-55a7-4ab9-90aa-9b5def99f118'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:39:11.244329 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0cfff8a7-3e26-461a-8c9b-33ebe08bfd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:38:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:11.337648 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f6828ea-5e7b-4441-9734-49e1be6f1863 admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:11.346601 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-0cfff8a7-3e26-461a-8c9b-33ebe08bfd6d None None] Set router d9d912ba-55a7-4ab9-90aa-9b5def99f118 gateway port host: dv-cinder-816324-4-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:39:11.437595 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f6828ea-5e7b-4441-9734-49e1be6f1863 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:11.487585 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-4f6828ea-5e7b-4441-9734-49e1be6f1863 admin admin] Deleting port bb3e8d68-62e7-4546-9df6-373f9e6ed400 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:11.488017 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f6828ea-5e7b-4441-9734-49e1be6f1863 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:11.520378 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0cfff8a7-3e26-461a-8c9b-33ebe08bfd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'name': 'tempest-AttachVolumeShelveTestJSON-245953741-router', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'external_fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:18Z', 'updated_at': '2021-11-19T13:39:10Z', 'revision_number': 5, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'gw_port': {'id': 'bb3e8d68-62e7-4546-9df6-373f9e6ed400', 'name': '', 'network_id': 'f5fe0685-e1a5-4f21-925a-12d1aefd12c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:19Z', 'updated_at': '2021-11-19T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e23fd1b3-af46-4401-a4dc-3ec2e1f1f010', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-smb'}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:11.554815 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfff8a7-3e26-461a-8c9b-33ebe08bfd6d None None] Checking router: d9d912ba-55a7-4ab9-90aa-9b5def99f118 for host: dv-cinder-816324-4-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:39:11.566187 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfff8a7-3e26-461a-8c9b-33ebe08bfd6d None None] Routers {'d9d912ba-55a7-4ab9-90aa-9b5def99f118'} bound to L3 agent in host dv-cinder-816324-4-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:39:11.567492 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0cfff8a7-3e26-461a-8c9b-33ebe08bfd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:24:29Z,description=,heartbeat_timestamp=2021-11-19T13:38:59Z,host='dv-cinder-816324-4-smb',id=6e565e5d-d5ad-45cd-9176-b36236557f9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:24:29Z,topic='l3_agent')) {'router_ids': ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:11.582695 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-4f6828ea-5e7b-4441-9734-49e1be6f1863 admin admin] For port bb3e8d68-62e7-4546-9df6-373f9e6ed400, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=bb3e8d68-62e7-4546-9df6-373f9e6ed400,segment=NetworkSegment(627c73c3-23a8-462a-849f-9d71a84e6d70),segment_id=627c73c3-23a8-462a-849f-9d71a84e6d70)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:11.583055 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f6828ea-5e7b-4441-9734-49e1be6f1863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:11.596357 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-4f6828ea-5e7b-4441-9734-49e1be6f1863 admin admin] Calling delete_port for bb3e8d68-62e7-4546-9df6-373f9e6ed400 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:11.652437 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-0cfff8a7-3e26-461a-8c9b-33ebe08bfd6d None None] Set router d9d912ba-55a7-4ab9-90aa-9b5def99f118 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:39:11.702660 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0cfff8a7-3e26-461a-8c9b-33ebe08bfd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'name': 'tempest-AttachVolumeShelveTestJSON-245953741-router', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:18Z', 'updated_at': '2021-11-19T13:39:11Z', 'revision_number': 6, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'gw_port_host': None}], 'dv-cinder-816324-4-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:11.731666 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfff8a7-3e26-461a-8c9b-33ebe08bfd6d None None] The sync data for ids ['d9d912ba-55a7-4ab9-90aa-9b5def99f118'] in dv-cinder-816324-4-smb is: [{'id': 'd9d912ba-55a7-4ab9-90aa-9b5def99f118', 'name': 'tempest-AttachVolumeShelveTestJSON-245953741-router', 'tenant_id': 'a4db52025002465e8e5736aac79f13c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:18Z', 'updated_at': '2021-11-19T13:39:11Z', 'revision_number': 6, 'project_id': 'a4db52025002465e8e5736aac79f13c3', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:39:11.760990 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f6828ea-5e7b-4441-9734-49e1be6f1863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422526'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:11.788237 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6828ea-5e7b-4441-9734-49e1be6f1863 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb3e8d68-62e7-4546-9df6-373f9e6ed400,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:11.843771 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f6828ea-5e7b-4441-9734-49e1be6f1863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1796960'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:11.938908 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f6828ea-5e7b-4441-9734-49e1be6f1863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1791434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6730'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:11.941970 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f6828ea-5e7b-4441-9734-49e1be6f1863 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:11.985464 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f6828ea-5e7b-4441-9734-49e1be6f1863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1791429'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:11.986152 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6828ea-5e7b-4441-9734-49e1be6f1863 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9d912ba-55a7-4ab9-90aa-9b5def99f118 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:39:11.990968 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f6828ea-5e7b-4441-9734-49e1be6f1863 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:11.992131 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-4f6828ea-5e7b-4441-9734-49e1be6f1863 admin admin] 10.222.0.70 "DELETE /v2.0/routers/d9d912ba-55a7-4ab9-90aa-9b5def99f118 HTTP/1.1" status: 204 len: 168 time: 0.7557611 Nov 19 13:39:11.994585 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 48964) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:12.042044 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64a3ffb-454f-4c28-a6dd-6320d7530fec admin admin] Deleting subnet a50d8552-5081-4f74-8946-fa813e638daf {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:39:12.045491 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b64a3ffb-454f-4c28-a6dd-6320d7530fec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.080460 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b64a3ffb-454f-4c28-a6dd-6320d7530fec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13604458'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.423820 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b64a3ffb-454f-4c28-a6dd-6320d7530fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724083'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.476872 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b64a3ffb-454f-4c28-a6dd-6320d7530fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13422571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14398321'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.503932 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a3ffb-454f-4c28-a6dd-6320d7530fec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a50d8552-5081-4f74-8946-fa813e638daf,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:12.505893 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b64a3ffb-454f-4c28-a6dd-6320d7530fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.510074 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-b64a3ffb-454f-4c28-a6dd-6320d7530fec admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a50d8552-5081-4f74-8946-fa813e638daf HTTP/1.1" status: 204 len: 168 time: 0.5145454 Nov 19 13:39:12.510208 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969dcd78-280b-4e82-a3a5-57751e49958f None None] Network ebf90ed3-1e1f-4afa-b602-7a5c695dc19d requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:12.512810 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 48968) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:12.592202 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72d423e3-5a09-47e1-a51d-ea92d4094845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613477'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.643707 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-72d423e3-5a09-47e1-a51d-ea92d4094845 admin admin] Deleting port d895f839-bf3b-4080-96ed-1c4ab2542728 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:12.644138 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72d423e3-5a09-47e1-a51d-ea92d4094845 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.700173 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867e1444-40db-41e0-9484-7fa6ad62933f None None] DHCP port deletion for ebf90ed3-1e1f-4afa-b602-7a5c695dc19d request from dv-cinder-816324-4-smb {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:39:12.711604 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-72d423e3-5a09-47e1-a51d-ea92d4094845 admin admin] For port d895f839-bf3b-4080-96ed-1c4ab2542728, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=d895f839-bf3b-4080-96ed-1c4ab2542728,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:12.712003 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72d423e3-5a09-47e1-a51d-ea92d4094845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.725878 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-72d423e3-5a09-47e1-a51d-ea92d4094845 admin admin] Calling delete_port for d895f839-bf3b-4080-96ed-1c4ab2542728 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:12.757187 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-867e1444-40db-41e0-9484-7fa6ad62933f None None] Deleting port d895f839-bf3b-4080-96ed-1c4ab2542728 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:12.757187 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-867e1444-40db-41e0-9484-7fa6ad62933f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.806600 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72d423e3-5a09-47e1-a51d-ea92d4094845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.820526 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-867e1444-40db-41e0-9484-7fa6ad62933f None None] For port d895f839-bf3b-4080-96ed-1c4ab2542728, host dv-cinder-816324-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-smb',level=0,port_id=d895f839-bf3b-4080-96ed-1c4ab2542728,segment=NetworkSegment(d0219191-f69f-4ca1-819b-96503ec603ef),segment_id=d0219191-f69f-4ca1-819b-96503ec603ef)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:12.821053 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-867e1444-40db-41e0-9484-7fa6ad62933f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.832985 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-867e1444-40db-41e0-9484-7fa6ad62933f None None] Calling delete_port for d895f839-bf3b-4080-96ed-1c4ab2542728 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:12.833982 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d423e3-5a09-47e1-a51d-ea92d4094845 admin admin] Pushing event deleted for resources: {'Port': ['ID=d895f839-bf3b-4080-96ed-1c4ab2542728,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:12.837693 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d423e3-5a09-47e1-a51d-ea92d4094845 admin admin] No DVR routers for this DVR port d895f839-bf3b-4080-96ed-1c4ab2542728 on host dv-cinder-816324-4-smb {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:39:12.909608 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72d423e3-5a09-47e1-a51d-ea92d4094845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734982', 'neutron.services.segments.db._delete_segments_for_network-8736459861315'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.911895 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-867e1444-40db-41e0-9484-7fa6ad62933f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.930667 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-72d423e3-5a09-47e1-a51d-ea92d4094845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf90ed3-1e1f-4afa-b602-7a5c695dc19d']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:12.938510 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e1444-40db-41e0-9484-7fa6ad62933f None None] Pushing event deleted for resources: {'Port': ['ID=d895f839-bf3b-4080-96ed-1c4ab2542728,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:12.940705 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867e1444-40db-41e0-9484-7fa6ad62933f None None] No DVR routers for this DVR port d895f839-bf3b-4080-96ed-1c4ab2542728 on host dv-cinder-816324-4-smb {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:39:12.941912 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-72d423e3-5a09-47e1-a51d-ea92d4094845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0219191-f69f-4ca1-819b-96503ec603ef') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:12.942207 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-72d423e3-5a09-47e1-a51d-ea92d4094845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0219191-f69f-4ca1-819b-96503ec603ef') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:12.951332 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867e1444-40db-41e0-9484-7fa6ad62933f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:12.951332 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867e1444-40db-41e0-9484-7fa6ad62933f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:12.951332 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867e1444-40db-41e0-9484-7fa6ad62933f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:12.951332 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867e1444-40db-41e0-9484-7fa6ad62933f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:12.951332 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867e1444-40db-41e0-9484-7fa6ad62933f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:12.951332 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867e1444-40db-41e0-9484-7fa6ad62933f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:12.951332 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867e1444-40db-41e0-9484-7fa6ad62933f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:12.951332 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867e1444-40db-41e0-9484-7fa6ad62933f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:12.952924 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867e1444-40db-41e0-9484-7fa6ad62933f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:12.952924 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867e1444-40db-41e0-9484-7fa6ad62933f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:12.952924 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867e1444-40db-41e0-9484-7fa6ad62933f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:12.953264 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867e1444-40db-41e0-9484-7fa6ad62933f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:12.956738 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72d423e3-5a09-47e1-a51d-ea92d4094845 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736459878072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2801437'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.969983 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72d423e3-5a09-47e1-a51d-ea92d4094845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.976586 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d423e3-5a09-47e1-a51d-ea92d4094845 admin admin] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:39:12.977020 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72d423e3-5a09-47e1-a51d-ea92d4094845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14406814'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: Traceback (most recent call last): Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: timer() Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: cb(*args, **kw) Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: return func(*args, **kwargs) Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: self._notify() Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: self.callback(batched_events) Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: event.method(event) Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: return f(self, *a, **k) Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: return self._get(url).json() Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:39:12.978687 dv-cinder-816324-4-smb neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:39:13.024929 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device d895f839-bf3b-4080-96ed-1c4ab2542728 no longer exists at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:13.037966 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72d423e3-5a09-47e1-a51d-ea92d4094845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796996'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:13.045670 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72d423e3-5a09-47e1-a51d-ea92d4094845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:13.046571 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] No Port match for: d895f839-bf3b-4080-96ed-1c4ab2542728 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:39:13.046987 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device d895f839-bf3b-4080-96ed-1c4ab2542728 not bound to the agent host dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:39:13.047940 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device f0dafe04-f35d-4f6a-b3d3-7a50dec199a4 no longer exists at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:13.048922 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-72d423e3-5a09-47e1-a51d-ea92d4094845 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ebf90ed3-1e1f-4afa-b602-7a5c695dc19d HTTP/1.1" status: 204 len: 168 time: 0.5345228 Nov 19 13:39:13.058825 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d423e3-5a09-47e1-a51d-ea92d4094845 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebf90ed3-1e1f-4afa-b602-7a5c695dc19d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:13.067694 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] No Port match for: f0dafe04-f35d-4f6a-b3d3-7a50dec199a4 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:39:13.068060 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device f0dafe04-f35d-4f6a-b3d3-7a50dec199a4 not bound to the agent host dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:39:13.068490 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device bb3e8d68-62e7-4546-9df6-373f9e6ed400 no longer exists at agent ovs-agent-dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:13.090523 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] No Port match for: bb3e8d68-62e7-4546-9df6-373f9e6ed400 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:39:13.090523 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Device bb3e8d68-62e7-4546-9df6-373f9e6ed400 not bound to the agent host dv-cinder-816324-4-smb {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:39:13.189540 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 48980) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:13.230999 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-0b8301ec-09ca-4c2e-a86d-2a4446259fb3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a4db52025002465e8e5736aac79f13c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401356 Nov 19 13:39:13.233830 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 48986) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:13.282192 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-602699a4-c86b-4e4d-9b70-a53442558d3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:13.304347 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-602699a4-c86b-4e4d-9b70-a53442558d3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:13.354544 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-602699a4-c86b-4e4d-9b70-a53442558d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:13.357889 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-602699a4-c86b-4e4d-9b70-a53442558d3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:13.359040 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-602699a4-c86b-4e4d-9b70-a53442558d3a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/122293ca-58d8-469c-a6d8-cb59dc197023 HTTP/1.1" status: 204 len: 168 time: 0.1243043 Nov 19 13:39:13.366963 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602699a4-c86b-4e4d-9b70-a53442558d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122293ca-58d8-469c-a6d8-cb59dc197023,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:15.879051 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 49064) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:15.980660 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7042e766-cccd-4ed0-925e-1970edb6975e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:16.057046 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7042e766-cccd-4ed0-925e-1970edb6975e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:16.060941 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7042e766-cccd-4ed0-925e-1970edb6975e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:16.100235 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-7042e766-cccd-4ed0-925e-1970edb6975e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=baa41b63543c41bbb80ff8968833d5b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200696 Nov 19 13:39:16.101201 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042e766-cccd-4ed0-925e-1970edb6975e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522938cd-68da-4ba4-a167-07fb933570b2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:16.102908 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 49070) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:16.155277 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a3868bd-e588-4cd6-9516-e92d5ee0a854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:16.177888 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a3868bd-e588-4cd6-9516-e92d5ee0a854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:16.227951 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a3868bd-e588-4cd6-9516-e92d5ee0a854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:16.230730 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a3868bd-e588-4cd6-9516-e92d5ee0a854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:16.232856 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-0a3868bd-e588-4cd6-9516-e92d5ee0a854 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/522938cd-68da-4ba4-a167-07fb933570b2 HTTP/1.1" status: 204 len: 168 time: 0.1283112 Nov 19 13:39:16.241123 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3868bd-e588-4cd6-9516-e92d5ee0a854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522938cd-68da-4ba4-a167-07fb933570b2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:16.512160 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 49090) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:16.526216 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-844dffae-1de3-4ece-9260-8f081dd0550b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:16.599401 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-844dffae-1de3-4ece-9260-8f081dd0550b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:16.602810 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-844dffae-1de3-4ece-9260-8f081dd0550b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:16.639212 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-844dffae-1de3-4ece-9260-8f081dd0550b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c2133507976042e9af36df9ef7012f40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258821 Nov 19 13:39:16.641499 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844dffae-1de3-4ece-9260-8f081dd0550b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b698ff-b579-4f8f-b5c6-af842c8b6183,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:16.642172 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 49092) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:16.688954 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f8407166-2b5a-4ce1-9e80-7ec60cbe465f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:16.710035 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f8407166-2b5a-4ce1-9e80-7ec60cbe465f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:16.755148 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f8407166-2b5a-4ce1-9e80-7ec60cbe465f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:16.757693 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f8407166-2b5a-4ce1-9e80-7ec60cbe465f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:16.758855 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-f8407166-2b5a-4ce1-9e80-7ec60cbe465f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e6b698ff-b579-4f8f-b5c6-af842c8b6183 HTTP/1.1" status: 204 len: 168 time: 0.1156917 Nov 19 13:39:16.767034 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8407166-2b5a-4ce1-9e80-7ec60cbe465f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b698ff-b579-4f8f-b5c6-af842c8b6183,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:17.773432 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 49138) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:17.878345 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d8e1d6b-b406-42ec-8fc7-be9d7b3fd688 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:17.958581 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d8e1d6b-b406-42ec-8fc7-be9d7b3fd688 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:17.962950 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d8e1d6b-b406-42ec-8fc7-be9d7b3fd688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.220015 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 49156) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:18.227799 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-3d8e1d6b-b406-42ec-8fc7-be9d7b3fd688 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c14aaee7b115428bb095953a904888b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4532137 Nov 19 13:39:18.228672 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e1d6b-b406-42ec-8fc7-be9d7b3fd688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c57e8fb-df16-42ac-84a0-e5bb1864bd5f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:18.230416 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 49160) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:18.287021 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-10edd60a-629e-420b-836c-c7065f0e494c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.307949 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-10edd60a-629e-420b-836c-c7065f0e494c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.342190 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8e81922f-51ac-4b1b-ada3-84f3b602568b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.381979 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-10edd60a-629e-420b-836c-c7065f0e494c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.384530 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-10edd60a-629e-420b-836c-c7065f0e494c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.385665 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-10edd60a-629e-420b-836c-c7065f0e494c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c57e8fb-df16-42ac-84a0-e5bb1864bd5f HTTP/1.1" status: 204 len: 168 time: 0.1535048 Nov 19 13:39:18.404318 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10edd60a-629e-420b-836c-c7065f0e494c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c57e8fb-df16-42ac-84a0-e5bb1864bd5f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:18.457842 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8e81922f-51ac-4b1b-ada3-84f3b602568b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.461141 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8e81922f-51ac-4b1b-ada3-84f3b602568b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.503258 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-8e81922f-51ac-4b1b-ada3-84f3b602568b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c18bc60c8c6c4376a1fd4f8a2fe68c42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820556 Nov 19 13:39:18.503401 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 49164) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:18.504167 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81922f-51ac-4b1b-ada3-84f3b602568b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4451fa3-3e61-4889-8271-87ef5b5ee9b6,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:18.554172 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ef232ea-88f6-4026-9df8-0d649dc8fc2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.575355 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ef232ea-88f6-4026-9df8-0d649dc8fc2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.621568 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ef232ea-88f6-4026-9df8-0d649dc8fc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.624838 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ef232ea-88f6-4026-9df8-0d649dc8fc2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.628325 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-2ef232ea-88f6-4026-9df8-0d649dc8fc2f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4451fa3-3e61-4889-8271-87ef5b5ee9b6 HTTP/1.1" status: 204 len: 168 time: 0.1214747 Nov 19 13:39:18.633417 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef232ea-88f6-4026-9df8-0d649dc8fc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4451fa3-3e61-4889-8271-87ef5b5ee9b6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:18.898291 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 49186) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:18.912083 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fc6b6454-56ad-47d9-8751-2c28f56b8c69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.989627 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fc6b6454-56ad-47d9-8751-2c28f56b8c69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.993342 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fc6b6454-56ad-47d9-8751-2c28f56b8c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:19.034815 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-fc6b6454-56ad-47d9-8751-2c28f56b8c69 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cabcc85494804a41b1a01c52193863d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331239 Nov 19 13:39:19.034815 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b6454-56ad-47d9-8751-2c28f56b8c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c34ddd0-1ce3-4f08-8658-8b7f52eef5f1,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:19.035969 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 49190) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:19.084636 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f0cd182b-8156-4022-9d23-3ef3afc019cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:19.108403 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f0cd182b-8156-4022-9d23-3ef3afc019cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:19.154041 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f0cd182b-8156-4022-9d23-3ef3afc019cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:19.156649 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f0cd182b-8156-4022-9d23-3ef3afc019cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:19.160372 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-f0cd182b-8156-4022-9d23-3ef3afc019cc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3c34ddd0-1ce3-4f08-8658-8b7f52eef5f1 HTTP/1.1" status: 204 len: 168 time: 0.1207635 Nov 19 13:39:19.165785 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd182b-8156-4022-9d23-3ef3afc019cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c34ddd0-1ce3-4f08-8658-8b7f52eef5f1,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:20.706257 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-8c52e3e1-ad0f-4038-ad1c-af12f81084f8 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c478ef14aa2240b5bfefb5bd488e60c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326231 Nov 19 13:39:20.899476 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-bebb185e-09a1-44b7-b2ed-11e1d43c3fd5 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:20.900863 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-bebb185e-09a1-44b7-b2ed-11e1d43c3fd5 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1891539 Nov 19 13:39:20.917135 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-a005afb3-4204-485f-947b-b03730987985 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.70 "GET /v2.0/quotas/c478ef14aa2240b5bfefb5bd488e60c5 HTTP/1.1" status: 200 len: 375 time: 0.0101004 Nov 19 13:39:20.956795 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-7a8ccb41-3a6b-42e5-8490-052f224b1178 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c478ef14aa2240b5bfefb5bd488e60c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323031 Nov 19 13:39:21.138419 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-0dafd848-80a1-476d-a9d6-d34577fd0336 req-6e44cb5e-5db0-49d1-83cc-1099faddec24 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ae3af33-c2dd-47a0-a99b-2c509e46c594 HTTP/1.1" status: 200 len: 210 time: 0.0372431 Nov 19 13:39:21.995292 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-cad90ee3-4eed-4193-bc03-62fbec562bc9 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=c478ef14aa2240b5bfefb5bd488e60c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316827 Nov 19 13:39:22.186162 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-d733c95c-a989-45af-9509-8e27dc60bb3d tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:22.189200 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-d733c95c-a989-45af-9509-8e27dc60bb3d tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874230 Nov 19 13:39:22.204155 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-844be377-bd92-4934-a2a6-9bbec8e82bd4 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Request body: {'port': {'device_id': '6ae3af33-c2dd-47a0-a99b-2c509e46c594', 'network_id': '2f07bfe6-1060-42f6-a946-23485126fd7e', 'admin_state_up': True, 'tenant_id': 'c478ef14aa2240b5bfefb5bd488e60c5'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:22.233615 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-c221da5c-491f-46ef-b142-359dcf224e2a req-1005cc99-70fb-4bef-af41-057f91e11c35 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ae3af33-c2dd-47a0-a99b-2c509e46c594 HTTP/1.1" status: 200 len: 210 time: 0.0268338 Nov 19 13:39:22.315292 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-844be377-bd92-4934-a2a6-9bbec8e82bd4 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Made reservation on behalf of c478ef14aa2240b5bfefb5bd488e60c5 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:22.318717 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-844be377-bd92-4934-a2a6-9bbec8e82bd4 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.327557 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-844be377-bd92-4934-a2a6-9bbec8e82bd4 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.402759 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-844be377-bd92-4934-a2a6-9bbec8e82bd4 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.407514 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-844be377-bd92-4934-a2a6-9bbec8e82bd4 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.468742 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844be377-bd92-4934-a2a6-9bbec8e82bd4 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=797d60c0-4d10-4f16-acf1-6d0714b79a5e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:22.542792 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-844be377-bd92-4934-a2a6-9bbec8e82bd4 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Allocated IP 192.168.233.14 (2f07bfe6-1060-42f6-a946-23485126fd7e/bff77d68-9891-45f5-b946-9da999731889/cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:39:22.686677 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-844be377-bd92-4934-a2a6-9bbec8e82bd4 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.723235 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-844be377-bd92-4934-a2a6-9bbec8e82bd4 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.770167 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-844be377-bd92-4934-a2a6-9bbec8e82bd4 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Network 2f07bfe6-1060-42f6-a946-23485126fd7e is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:39:22.773358 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-844be377-bd92-4934-a2a6-9bbec8e82bd4 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:22.776954 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-844be377-bd92-4934-a2a6-9bbec8e82bd4 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:39:22.783972 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844be377-bd92-4934-a2a6-9bbec8e82bd4 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Pushing event updated for resources: {'Port': ['ID=cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:22.833945 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-844be377-bd92-4934-a2a6-9bbec8e82bd4 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:22.834561 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-844be377-bd92-4934-a2a6-9bbec8e82bd4 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.851296 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-844be377-bd92-4934-a2a6-9bbec8e82bd4 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6512687 Nov 19 13:39:22.864559 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-47cbbab7-114f-480c-a7e8-7df6b5df1fca service neutron] Request body: {'port': {'device_id': '6ae3af33-c2dd-47a0-a99b-2c509e46c594', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:22.926705 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-47cbbab7-114f-480c-a7e8-7df6b5df1fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.994959 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7c753a5e-8f37-4cae-9d49-cf4cb9c3aa33 None None] Provisioning complete for port cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:22.995571 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7c753a5e-8f37-4cae-9d49-cf4cb9c3aa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:23.041812 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7c753a5e-8f37-4cae-9d49-cf4cb9c3aa33 None None] Port cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:39:23.191911 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-47cbbab7-114f-480c-a7e8-7df6b5df1fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:39:23.200757 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-47cbbab7-114f-480c-a7e8-7df6b5df1fca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:23.213520 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-47cbbab7-114f-480c-a7e8-7df6b5df1fca service neutron] Transition to ACTIVE for port object cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:39:23.217634 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-47cbbab7-114f-480c-a7e8-7df6b5df1fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:23.267003 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbbab7-114f-480c-a7e8-7df6b5df1fca service neutron] Pushing event updated for resources: {'Port': ['ID=cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:23.351452 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-47cbbab7-114f-480c-a7e8-7df6b5df1fca service neutron] Attempting to bind port cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:39:23.351832 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-47cbbab7-114f-480c-a7e8-7df6b5df1fca service neutron] Attempting to bind port cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': 'a25b33c5-52ba-47de-a489-abb9c1b32e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '2f07bfe6-1060-42f6-a946-23485126fd7e'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:39:23.352170 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-47cbbab7-114f-480c-a7e8-7df6b5df1fca service neutron] Attempting to bind port cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c on network 2f07bfe6-1060-42f6-a946-23485126fd7e {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:39:23.361315 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-47cbbab7-114f-480c-a7e8-7df6b5df1fca service neutron] Port cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c on network 2f07bfe6-1060-42f6-a946-23485126fd7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:39:23.361315 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-47cbbab7-114f-480c-a7e8-7df6b5df1fca service neutron] Attempting to bind port cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c on network 2f07bfe6-1060-42f6-a946-23485126fd7e {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:39:23.370382 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-47cbbab7-114f-480c-a7e8-7df6b5df1fca service neutron] Checking agent: {'id': '75923988-c426-4077-9ddc-4d64f8800d36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'started_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:39:23.370734 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-47cbbab7-114f-480c-a7e8-7df6b5df1fca service neutron] Checking segment: {'id': 'a25b33c5-52ba-47de-a489-abb9c1b32e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '2f07bfe6-1060-42f6-a946-23485126fd7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:23.371129 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-47cbbab7-114f-480c-a7e8-7df6b5df1fca service neutron] Bound using segment: {'id': 'a25b33c5-52ba-47de-a489-abb9c1b32e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '2f07bfe6-1060-42f6-a946-23485126fd7e'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:39:23.371579 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-47cbbab7-114f-480c-a7e8-7df6b5df1fca service neutron] Bound port: cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a25b33c5-52ba-47de-a489-abb9c1b32e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '2f07bfe6-1060-42f6-a946-23485126fd7e'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:39:23.371976 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-47cbbab7-114f-480c-a7e8-7df6b5df1fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:23.386682 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed2852-c773-4391-a46b-de22c7db6182 req-654cccec-f2fc-4051-9352-5860c68028ac tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:23.388802 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-38ed2852-c773-4391-a46b-de22c7db6182 req-654cccec-f2fc-4051-9352-5860c68028ac tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ae3af33-c2dd-47a0-a99b-2c509e46c594 HTTP/1.1" status: 200 len: 947 time: 0.0746162 Nov 19 13:39:23.439026 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-47cbbab7-114f-480c-a7e8-7df6b5df1fca service neutron] For port cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c, host hv-cinder-81632, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:39:23.440877 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-38ed2852-c773-4391-a46b-de22c7db6182 req-10999bac-0160-40e5-b34d-e3153d670ee5 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.70 "GET /v2.0/security-groups?id=797d60c0-4d10-4f16-acf1-6d0714b79a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442367 Nov 19 13:39:23.445567 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-47cbbab7-114f-480c-a7e8-7df6b5df1fca service neutron] For port cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c,segment=NetworkSegment(a25b33c5-52ba-47de-a489-abb9c1b32e19),segment_id=a25b33c5-52ba-47de-a489-abb9c1b32e19)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:39:23.451658 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-47cbbab7-114f-480c-a7e8-7df6b5df1fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:23.492747 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-47cbbab7-114f-480c-a7e8-7df6b5df1fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:23.493549 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-47cbbab7-114f-480c-a7e8-7df6b5df1fca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:23.495128 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-47cbbab7-114f-480c-a7e8-7df6b5df1fca service neutron] 10.222.0.82 "PUT /v2.0/ports/cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c HTTP/1.1" status: 200 len: 1097 time: 0.6348636 Nov 19 13:39:23.497445 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae3af33-c2dd-47a0-a99b-2c509e46c594', 'tag': 'cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:23.506216 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5729bb13-f23a-424c-b1c1-18bb9a86be0c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae3af33-c2dd-47a0-a99b-2c509e46c594", "tag": "cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:23.532567 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbbab7-114f-480c-a7e8-7df6b5df1fca service neutron] Pushing event updated for resources: {'Port': ['ID=cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:23.570659 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc39cb18-c09d-42c8-9a6f-32270f244ca6 x-openstack-request-id: req-bc39cb18-c09d-42c8-9a6f-32270f244ca6 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:23.570939 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae3af33-c2dd-47a0-a99b-2c509e46c594", "tag": "cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:23.571190 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bc39cb18-c09d-42c8-9a6f-32270f244ca6 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:23.571579 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae3af33-c2dd-47a0-a99b-2c509e46c594', 'tag': 'cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c', 'status': 'completed', 'code': 200} Nov 19 13:39:23.587825 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-c6bcdc49-63be-48a6-9dd8-2adbdef33265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:23.589357 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-c6bcdc49-63be-48a6-9dd8-2adbdef33265 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c478ef14aa2240b5bfefb5bd488e60c5&device_id=6ae3af33-c2dd-47a0-a99b-2c509e46c594 HTTP/1.1" status: 200 len: 1100 time: 0.0462840 Nov 19 13:39:23.645023 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-5bd01f70-88c9-4c12-9006-14f1c22bbff2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c HTTP/1.1" status: 200 len: 217 time: 0.0447834 Nov 19 13:39:23.697767 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-45a5a005-1f75-4a49-9e8d-de6f3edf0a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:23.699284 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-45a5a005-1f75-4a49-9e8d-de6f3edf0a00 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bff77d68-9891-45f5-b946-9da999731889 HTTP/1.1" status: 200 len: 843 time: 0.0472503 Nov 19 13:39:23.744910 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-e4b7680d-c980-4dd8-9391-58a1b70ed4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:23.746346 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-e4b7680d-c980-4dd8-9391-58a1b70ed4d4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2f07bfe6-1060-42f6-a946-23485126fd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386076 Nov 19 13:39:23.841734 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-919b5795-daf3-4321-ad79-3adb63e30b0e service neutron] 10.222.0.82 "GET /v2.0/networks/2f07bfe6-1060-42f6-a946-23485126fd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882592 Nov 19 13:39:23.933114 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1b66bbcf-4a28-4fa2-afa2-bde7266c4456 req-5d990c1b-ef76-4264-93b0-bdd351461999 service neutron] 10.222.0.82 "GET /v2.0/networks/2f07bfe6-1060-42f6-a946-23485126fd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827804 Nov 19 13:39:24.024470 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729bb13-f23a-424c-b1c1-18bb9a86be0c req-7b3dc56c-afb4-4d37-ae60-92f30ba27de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:24.026025 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-5729bb13-f23a-424c-b1c1-18bb9a86be0c req-7b3dc56c-afb4-4d37-ae60-92f30ba27de6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c478ef14aa2240b5bfefb5bd488e60c5&device_id=6ae3af33-c2dd-47a0-a99b-2c509e46c594 HTTP/1.1" status: 200 len: 1100 time: 0.0450244 Nov 19 13:39:24.121978 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729bb13-f23a-424c-b1c1-18bb9a86be0c req-a59a6b92-4b3a-4980-b34e-748082b47ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:24.124097 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-5729bb13-f23a-424c-b1c1-18bb9a86be0c req-a59a6b92-4b3a-4980-b34e-748082b47ffd service neutron] 10.222.0.82 "GET /v2.0/networks?id=2f07bfe6-1060-42f6-a946-23485126fd7e HTTP/1.1" status: 200 len: 871 time: 0.0890326 Nov 19 13:39:24.164371 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-5729bb13-f23a-424c-b1c1-18bb9a86be0c req-20df3135-29d0-4a1a-991c-e38a3ce73e6e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c HTTP/1.1" status: 200 len: 217 time: 0.0332255 Nov 19 13:39:24.220182 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729bb13-f23a-424c-b1c1-18bb9a86be0c req-6574b7b0-2afa-47e5-befe-c98acf4b530b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:24.221635 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-5729bb13-f23a-424c-b1c1-18bb9a86be0c req-6574b7b0-2afa-47e5-befe-c98acf4b530b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bff77d68-9891-45f5-b946-9da999731889 HTTP/1.1" status: 200 len: 843 time: 0.0489962 Nov 19 13:39:24.270446 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729bb13-f23a-424c-b1c1-18bb9a86be0c req-7ea37caf-499f-418a-8bdd-dbe9e50d43a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:24.271992 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-5729bb13-f23a-424c-b1c1-18bb9a86be0c req-7ea37caf-499f-418a-8bdd-dbe9e50d43a1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2f07bfe6-1060-42f6-a946-23485126fd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415654 Nov 19 13:39:24.365628 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-5729bb13-f23a-424c-b1c1-18bb9a86be0c req-bbd16fa5-73b5-4d17-8ea7-32184c6a62e2 service neutron] 10.222.0.82 "GET /v2.0/networks/2f07bfe6-1060-42f6-a946-23485126fd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853996 Nov 19 13:39:24.453858 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-5729bb13-f23a-424c-b1c1-18bb9a86be0c req-34afc445-1451-476f-b258-959e209a4ff1 service neutron] 10.222.0.82 "GET /v2.0/networks/2f07bfe6-1060-42f6-a946-23485126fd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801051 Nov 19 13:39:24.556509 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7e7cc-21d9-4012-82f3-0398e05583bd req-f5b3a9b3-d849-4c1d-9a7d-7a1063db1e97 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:24.557973 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8bd7e7cc-21d9-4012-82f3-0398e05583bd req-f5b3a9b3-d849-4c1d-9a7d-7a1063db1e97 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ae3af33-c2dd-47a0-a99b-2c509e46c594 HTTP/1.1" status: 200 len: 947 time: 0.0490706 Nov 19 13:39:24.607494 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8bd7e7cc-21d9-4012-82f3-0398e05583bd req-ffe9a5a9-99b7-42e4-b981-62a80e923ad7 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.70 "GET /v2.0/security-groups?id=797d60c0-4d10-4f16-acf1-6d0714b79a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431750 Nov 19 13:39:24.672717 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:39:24.767483 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c,segment=NetworkSegment(a25b33c5-52ba-47de-a489-abb9c1b32e19),segment_id=a25b33c5-52ba-47de-a489-abb9c1b32e19)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:24.782231 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Returning: {'device': 'cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c', 'network_id': '2f07bfe6-1060-42f6-a946-23485126fd7e', 'port_id': 'cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c', 'mac_address': 'fa:16:3e:d0:f2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bff77d68-9891-45f5-b946-9da999731889', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:39:24.822205 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:24.835723 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:39:24.854487 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c,segment=NetworkSegment(a25b33c5-52ba-47de-a489-abb9c1b32e19),segment_id=a25b33c5-52ba-47de-a489-abb9c1b32e19)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:24.859383 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:24.907966 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:25.067260 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:39:25.721781 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83717efb-d4ef-44de-a309-c1cce8b5983d req-b09853cb-bbb3-4780-9611-c0ffd9bd4a88 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:25.723254 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-83717efb-d4ef-44de-a309-c1cce8b5983d req-b09853cb-bbb3-4780-9611-c0ffd9bd4a88 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ae3af33-c2dd-47a0-a99b-2c509e46c594 HTTP/1.1" status: 200 len: 948 time: 0.0481966 Nov 19 13:39:25.769700 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-83717efb-d4ef-44de-a309-c1cce8b5983d req-f0a979fe-a4e4-4ef3-95bc-e0168e16589a tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.70 "GET /v2.0/security-groups?id=797d60c0-4d10-4f16-acf1-6d0714b79a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404708 Nov 19 13:39:26.377214 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8f5f940b-df44-4fc5-8076-4694821bbb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:26.691662 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c up at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:39:26.740077 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning for port cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:39:26.744400 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning complete for port cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:26.744795 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:26.829872 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:26.854099 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae3af33-c2dd-47a0-a99b-2c509e46c594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:26.856484 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e055a475c9f0143691b95be0e0209c275a71c4689c1f5f09712fcbe57faa4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62c49a2-cd4b-4c12-8729-6212ba47da42" -d '{"events": [{"server_uuid": "6ae3af33-c2dd-47a0-a99b-2c509e46c594", "name": "network-vif-plugged", "status": "completed", "tag": "cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:26.869689 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c,segment=NetworkSegment(a25b33c5-52ba-47de-a489-abb9c1b32e19),segment_id=a25b33c5-52ba-47de-a489-abb9c1b32e19)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:26.874754 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:26.891914 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed811034-3aeb-4862-ba0f-151318bf08ed req-4eb095cd-12ed-44a9-ba00-3c770fe01353 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:26.893429 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ed811034-3aeb-4862-ba0f-151318bf08ed req-4eb095cd-12ed-44a9-ba00-3c770fe01353 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ae3af33-c2dd-47a0-a99b-2c509e46c594 HTTP/1.1" status: 200 len: 948 time: 0.0526218 Nov 19 13:39:26.901000 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70ce173-13e7-4419-9cc2-b06d84d83e37 x-openstack-request-id: req-b70ce173-13e7-4419-9cc2-b06d84d83e37 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:26.901286 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae3af33-c2dd-47a0-a99b-2c509e46c594", "name": "network-vif-plugged", "status": "completed", "tag": "cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:26.901543 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b70ce173-13e7-4419-9cc2-b06d84d83e37 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:26.902100 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae3af33-c2dd-47a0-a99b-2c509e46c594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c', 'code': 200} Nov 19 13:39:26.936402 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:26.948771 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-ed811034-3aeb-4862-ba0f-151318bf08ed req-bea8fb8d-ad6e-4809-9828-e111e9ab195f tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.70 "GET /v2.0/security-groups?id=797d60c0-4d10-4f16-acf1-6d0714b79a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484810 Nov 19 13:39:27.085115 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae857d9-cfa8-4b33-888b-c6d3a96930d0 req-7d0dcccd-678e-4fe6-927e-026abbea102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:27.086635 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-7ae857d9-cfa8-4b33-888b-c6d3a96930d0 req-7d0dcccd-678e-4fe6-927e-026abbea102f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6ae3af33-c2dd-47a0-a99b-2c509e46c594 HTTP/1.1" status: 200 len: 1102 time: 0.0398188 Nov 19 13:39:27.130316 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-7ae857d9-cfa8-4b33-888b-c6d3a96930d0 req-db9869dd-1a78-4872-a75a-a7a5f0d98cb2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=797d60c0-4d10-4f16-acf1-6d0714b79a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361080 Nov 19 13:39:28.072746 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8f721-b282-4f3f-9f53-56a5e02a2c15 req-2a06de5d-8ce3-4a3b-8c76-283ee09957ea tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:28.074196 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-dbd8f721-b282-4f3f-9f53-56a5e02a2c15 req-2a06de5d-8ce3-4a3b-8c76-283ee09957ea tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ae3af33-c2dd-47a0-a99b-2c509e46c594 HTTP/1.1" status: 200 len: 949 time: 0.0570965 Nov 19 13:39:28.123345 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-dbd8f721-b282-4f3f-9f53-56a5e02a2c15 req-a89e312b-206f-4a0b-8a35-e99ac7806871 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.70 "GET /v2.0/security-groups?id=797d60c0-4d10-4f16-acf1-6d0714b79a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416329 Nov 19 13:39:29.126160 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e480fc76-da0b-4e88-abbb-222237c583a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:29.238105 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b361c-f336-4bc1-bfc9-2d91aaff92e4 req-33595d39-7785-40b6-a395-7e84e6f36253 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:29.239832 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6a3b361c-f336-4bc1-bfc9-2d91aaff92e4 req-33595d39-7785-40b6-a395-7e84e6f36253 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ae3af33-c2dd-47a0-a99b-2c509e46c594 HTTP/1.1" status: 200 len: 949 time: 0.0499637 Nov 19 13:39:29.289621 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-6a3b361c-f336-4bc1-bfc9-2d91aaff92e4 req-7e52cc86-a427-4b71-9e6b-919ff0a0f42f tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.70 "GET /v2.0/security-groups?id=797d60c0-4d10-4f16-acf1-6d0714b79a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437028 Nov 19 13:39:29.550565 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220ea6e-b426-4f0a-b814-390c1a314c46 req-c7a5d44d-c49e-4448-b139-039809e941af tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:29.552043 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4220ea6e-b426-4f0a-b814-390c1a314c46 req-c7a5d44d-c49e-4448-b139-039809e941af tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ae3af33-c2dd-47a0-a99b-2c509e46c594 HTTP/1.1" status: 200 len: 949 time: 0.0500004 Nov 19 13:39:29.600963 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4220ea6e-b426-4f0a-b814-390c1a314c46 req-a254dbb1-86d8-43a9-9ddf-216f643144ff tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.70 "GET /v2.0/security-groups?id=797d60c0-4d10-4f16-acf1-6d0714b79a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430524 Nov 19 13:39:29.851150 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:30.220165 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:30.718967 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b6acf-bc0a-4359-a9dd-173c7d721700 req-7e793512-46e6-4e2d-8a3d-6c50d5ce1e39 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:30.720532 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7b0b6acf-bc0a-4359-a9dd-173c7d721700 req-7e793512-46e6-4e2d-8a3d-6c50d5ce1e39 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ae3af33-c2dd-47a0-a99b-2c509e46c594 HTTP/1.1" status: 200 len: 949 time: 0.0489798 Nov 19 13:39:30.767741 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7b0b6acf-bc0a-4359-a9dd-173c7d721700 req-708a826e-8977-4dbf-a771-ae15289bbe3e tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.70 "GET /v2.0/security-groups?id=797d60c0-4d10-4f16-acf1-6d0714b79a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412705 Nov 19 13:39:30.934054 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9ad43-2214-4b26-8786-be8b4134419d req-f1f1de83-a9c2-4fba-9ef6-70c5f21d43d4 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:30.935387 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1ce9ad43-2214-4b26-8786-be8b4134419d req-f1f1de83-a9c2-4fba-9ef6-70c5f21d43d4 tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.82 "GET /v2.0/ports?device_id=6ae3af33-c2dd-47a0-a99b-2c509e46c594 HTTP/1.1" status: 200 len: 949 time: 0.0503280 Nov 19 13:39:31.021256 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-1ce9ad43-2214-4b26-8786-be8b4134419d req-0e9c3c34-4a50-4d08-926a-4b9e7b5f56cd tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Deleting port cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:31.021256 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1ce9ad43-2214-4b26-8786-be8b4134419d req-0e9c3c34-4a50-4d08-926a-4b9e7b5f56cd tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:31.111257 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1ce9ad43-2214-4b26-8786-be8b4134419d req-0e9c3c34-4a50-4d08-926a-4b9e7b5f56cd tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] For port cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c,segment=NetworkSegment(a25b33c5-52ba-47de-a489-abb9c1b32e19),segment_id=a25b33c5-52ba-47de-a489-abb9c1b32e19)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:31.111618 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1ce9ad43-2214-4b26-8786-be8b4134419d req-0e9c3c34-4a50-4d08-926a-4b9e7b5f56cd tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:31.123315 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-1ce9ad43-2214-4b26-8786-be8b4134419d req-0e9c3c34-4a50-4d08-926a-4b9e7b5f56cd tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Calling delete_port for cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:31.155788 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:31.251021 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1ce9ad43-2214-4b26-8786-be8b4134419d req-0e9c3c34-4a50-4d08-926a-4b9e7b5f56cd tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:31.265655 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:39:31.289084 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c3c34-4a50-4d08-926a-4b9e7b5f56cd tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Pushing event deleted for resources: {'Port': ['ID=cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:31.327798 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce9ad43-2214-4b26-8786-be8b4134419d req-0e9c3c34-4a50-4d08-926a-4b9e7b5f56cd tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] No DVR routers for this DVR port cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c on host hv-cinder-81632 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:39:31.330444 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1ce9ad43-2214-4b26-8786-be8b4134419d req-0e9c3c34-4a50-4d08-926a-4b9e7b5f56cd tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:31.334035 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1ce9ad43-2214-4b26-8786-be8b4134419d req-0e9c3c34-4a50-4d08-926a-4b9e7b5f56cd tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.82 "DELETE /v2.0/ports/cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c HTTP/1.1" status: 204 len: 173 time: 0.3923700 Nov 19 13:39:31.334521 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae3af33-c2dd-47a0-a99b-2c509e46c594', 'name': 'network-vif-deleted', 'tag': 'cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:31.337482 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff69a2d-0b65-4587-bcbe-01c0bdecabfb" -d '{"events": [{"server_uuid": "6ae3af33-c2dd-47a0-a99b-2c509e46c594", "name": "network-vif-deleted", "tag": "cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:31.384549 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8134aba-3433-4fbe-a7e9-38bdbbab866e x-openstack-request-id: req-d8134aba-3433-4fbe-a7e9-38bdbbab866e {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:31.384844 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae3af33-c2dd-47a0-a99b-2c509e46c594", "name": "network-vif-deleted", "tag": "cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:31.385098 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d8134aba-3433-4fbe-a7e9-38bdbbab866e {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:31.385494 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae3af33-c2dd-47a0-a99b-2c509e46c594', 'name': 'network-vif-deleted', 'tag': 'cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c', 'status': 'completed', 'code': 200} Nov 19 13:39:31.877298 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-31adaca0-5c05-4785-969f-c7c47e72d5e2 req-e4ec813c-6426-41a1-b731-49775f7d76dc tempest-VolumesNegativeTest-1129773792 tempest-VolumesNegativeTest-1129773792-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ae3af33-c2dd-47a0-a99b-2c509e46c594 HTTP/1.1" status: 200 len: 210 time: 0.0262222 Nov 19 13:39:32.288120 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:34.719482 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:34.739537 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] No Port match for: cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:39:34.739918 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device cdfd3006-7fc4-4ac8-9212-f0e3b0b75d1c not bound to the agent host hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:39:35.592703 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 49636) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:35.699176 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d8339f13-dfdb-45e8-8b80-d08257323a22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.773891 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d8339f13-dfdb-45e8-8b80-d08257323a22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.777526 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d8339f13-dfdb-45e8-8b80-d08257323a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.815983 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-d8339f13-dfdb-45e8-8b80-d08257323a22 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c3934439ac944d6d89e41c746e881c50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215745 Nov 19 13:39:35.816820 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8339f13-dfdb-45e8-8b80-d08257323a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b20830-7b02-4733-9fad-f04c12d8cfdb,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:35.818864 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 49640) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:35.823836 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8339f13-dfdb-45e8-8b80-d08257323a22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.824194 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8339f13-dfdb-45e8-8b80-d08257323a22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.824540 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8339f13-dfdb-45e8-8b80-d08257323a22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.824876 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8339f13-dfdb-45e8-8b80-d08257323a22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.825212 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8339f13-dfdb-45e8-8b80-d08257323a22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.825546 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8339f13-dfdb-45e8-8b80-d08257323a22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.825876 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8339f13-dfdb-45e8-8b80-d08257323a22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.826204 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8339f13-dfdb-45e8-8b80-d08257323a22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.826532 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8339f13-dfdb-45e8-8b80-d08257323a22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.826859 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8339f13-dfdb-45e8-8b80-d08257323a22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.827188 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8339f13-dfdb-45e8-8b80-d08257323a22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.827545 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8339f13-dfdb-45e8-8b80-d08257323a22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.865727 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5446a541-0f5a-494a-96d2-6ea547b586d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.885236 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5446a541-0f5a-494a-96d2-6ea547b586d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.933701 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5446a541-0f5a-494a-96d2-6ea547b586d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.936397 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5446a541-0f5a-494a-96d2-6ea547b586d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.937599 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-5446a541-0f5a-494a-96d2-6ea547b586d0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/97b20830-7b02-4733-9fad-f04c12d8cfdb HTTP/1.1" status: 204 len: 168 time: 0.1176867 Nov 19 13:39:35.945125 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446a541-0f5a-494a-96d2-6ea547b586d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b20830-7b02-4733-9fad-f04c12d8cfdb,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:35.952110 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5446a541-0f5a-494a-96d2-6ea547b586d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.952913 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5446a541-0f5a-494a-96d2-6ea547b586d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.953258 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5446a541-0f5a-494a-96d2-6ea547b586d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.953595 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5446a541-0f5a-494a-96d2-6ea547b586d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.953927 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5446a541-0f5a-494a-96d2-6ea547b586d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.954259 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5446a541-0f5a-494a-96d2-6ea547b586d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.954587 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5446a541-0f5a-494a-96d2-6ea547b586d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.954914 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5446a541-0f5a-494a-96d2-6ea547b586d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.955248 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5446a541-0f5a-494a-96d2-6ea547b586d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.955570 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5446a541-0f5a-494a-96d2-6ea547b586d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.955919 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5446a541-0f5a-494a-96d2-6ea547b586d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.956244 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5446a541-0f5a-494a-96d2-6ea547b586d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:36.811396 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 49674) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:36.944629 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-03f71109-9f90-4a91-8c6b-a134261f7073 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c478ef14aa2240b5bfefb5bd488e60c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314340 Nov 19 13:39:36.947026 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 49684) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:36.994100 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-555b48c0-df7d-4a23-8f82-c0da96011608 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:37.014842 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-555b48c0-df7d-4a23-8f82-c0da96011608 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:37.071558 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-555b48c0-df7d-4a23-8f82-c0da96011608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:37.074180 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-555b48c0-df7d-4a23-8f82-c0da96011608 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:37.075383 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-555b48c0-df7d-4a23-8f82-c0da96011608 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/797d60c0-4d10-4f16-acf1-6d0714b79a5e HTTP/1.1" status: 204 len: 168 time: 0.1273637 Nov 19 13:39:37.083111 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b48c0-df7d-4a23-8f82-c0da96011608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797d60c0-4d10-4f16-acf1-6d0714b79a5e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:37.743751 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 49724) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:37.838308 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-f01fe143-e9f0-4df3-8716-004c27ca21e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1226664858-network', 'tenant_id': 'a8b0afdcf9394651a09fe3923df85c5b'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:37.859909 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01fe143-e9f0-4df3-8716-004c27ca21e1 admin admin] Made reservation on behalf of a8b0afdcf9394651a09fe3923df85c5b for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:37.862131 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f01fe143-e9f0-4df3-8716-004c27ca21e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:37.870163 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f01fe143-e9f0-4df3-8716-004c27ca21e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:37.947547 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f01fe143-e9f0-4df3-8716-004c27ca21e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:37.951188 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f01fe143-e9f0-4df3-8716-004c27ca21e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:37.975531 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01fe143-e9f0-4df3-8716-004c27ca21e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1143} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:39:37.985717 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01fe143-e9f0-4df3-8716-004c27ca21e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01459572-8cf2-4193-85e2-0e78030d3670,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:37.990712 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f01fe143-e9f0-4df3-8716-004c27ca21e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:37.991055 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.db.segments_db [None req-f01fe143-e9f0-4df3-8716-004c27ca21e1 admin admin] Added segment 951ee5e1-c13e-4960-a262-8672b74b9434 of type vlan for network f12b0f74-faf3-46ec-8895-168a580f50cd Nov 19 13:39:38.032130 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f01fe143-e9f0-4df3-8716-004c27ca21e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736459351574'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:38.058208 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f01fe143-e9f0-4df3-8716-004c27ca21e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:38.059484 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01fe143-e9f0-4df3-8716-004c27ca21e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:38.060208 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f01fe143-e9f0-4df3-8716-004c27ca21e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:38.113798 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-f01fe143-e9f0-4df3-8716-004c27ca21e1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3687129 Nov 19 13:39:38.116618 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 49732) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:38.127778 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.v2.base [None req-71a4b060-c393-4b23-abd0-54298d7ab3c2 admin admin] Request body: {'subnet': {'network_id': 'f12b0f74-faf3-46ec-8895-168a580f50cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1226664858-subnet', 'tenant_id': 'a8b0afdcf9394651a09fe3923df85c5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:38.138385 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01fe143-e9f0-4df3-8716-004c27ca21e1 admin admin] Pushing event updated for resources: {'Network': ['ID=f12b0f74-faf3-46ec-8895-168a580f50cd,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:38.149393 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Network f12b0f74-faf3-46ec-8895-168a580f50cd details requested by agent ovs-agent-dv-cinder-816324-4-smb with host dv-cinder-816324-4-smb {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:39:38.158282 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a4b060-c393-4b23-abd0-54298d7ab3c2 admin admin] Made reservation on behalf of a8b0afdcf9394651a09fe3923df85c5b for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:38.163174 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71a4b060-c393-4b23-abd0-54298d7ab3c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14398220'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:38.332766 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71a4b060-c393-4b23-abd0-54298d7ab3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13422378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14398334'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:38.384174 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4b060-c393-4b23-abd0-54298d7ab3c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b72ec32a-b0ea-4284-a179-540e25876a71,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:38.401908 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a4b060-c393-4b23-abd0-54298d7ab3c2 admin admin] Checking segment: {'id': '951ee5e1-c13e-4960-a262-8672b74b9434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f12b0f74-faf3-46ec-8895-168a580f50cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:38.402258 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a4b060-c393-4b23-abd0-54298d7ab3c2 admin admin] Network hostable DHCP agents. Network: f12b0f74-faf3-46ec-8895-168a580f50cd, hostable agents: ['a9493b20-30d9-4471-90b9-83259b2d43bc'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:39:38.417768 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a4b060-c393-4b23-abd0-54298d7ab3c2 admin admin] Network f12b0f74-faf3-46ec-8895-168a580f50cd is scheduled to be hosted by DHCP agent a9493b20-30d9-4471-90b9-83259b2d43bc with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:39:38.427741 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-71a4b060-c393-4b23-abd0-54298d7ab3c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-smb, f12b0f74-faf3-46ec-8895-168a580f50cd) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:38.433266 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a4b060-c393-4b23-abd0-54298d7ab3c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:38.434568 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71a4b060-c393-4b23-abd0-54298d7ab3c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:38.438017 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53382b7-c732-4bdb-b9a8-4f00b8b6cde4 None None] Network f12b0f74-faf3-46ec-8895-168a580f50cd requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:38.462810 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-71a4b060-c393-4b23-abd0-54298d7ab3c2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3395665 Nov 19 13:39:38.563310 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a0ac2f-64a4-4d0b-863c-7f31fcf2cb45 None None] Network f12b0f74-faf3-46ec-8895-168a580f50cd requested from dv-cinder-816324-4-smb {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:40.140577 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-2a5a0c65-2e0d-4297-9b47-a6b61360885c tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:40.142836 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-2a5a0c65-2e0d-4297-9b47-a6b61360885c tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/networks?id=f12b0f74-faf3-46ec-8895-168a580f50cd HTTP/1.1" status: 200 len: 814 time: 0.1027086 Nov 19 13:39:40.160647 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-b49af140-5cc1-4cd4-b46a-cab5dfb79c3e tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/quotas/a8b0afdcf9394651a09fe3923df85c5b HTTP/1.1" status: 200 len: 375 time: 0.0099287 Nov 19 13:39:40.195375 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-e2868172-4853-4837-9b0e-731fba776bbd tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a8b0afdcf9394651a09fe3923df85c5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278118 Nov 19 13:39:40.328190 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-6ed92766-427a-4dad-8b2d-e6f26a1559d9 service neutron] 10.222.0.70 "GET /v2.0/networks/f12b0f74-faf3-46ec-8895-168a580f50cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257691 Nov 19 13:39:40.415088 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-83112615-9926-4b88-ab4d-845d5a2f3bbb service neutron] 10.222.0.70 "GET /v2.0/networks/f12b0f74-faf3-46ec-8895-168a580f50cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809479 Nov 19 13:39:40.570314 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-101c5f2c-5b48-43cf-aabc-2e96128287e0 req-73224f72-3115-4e92-9663-b711329123fd tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=1864cd83-e9bb-4475-b1ba-03e374f14855 HTTP/1.1" status: 200 len: 210 time: 0.0306945 Nov 19 13:39:41.479213 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-b26cbe44-75dc-4b54-bfba-287bba7d5380 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:41.480598 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-b26cbe44-75dc-4b54-bfba-287bba7d5380 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.82 "GET /v2.0/networks?id=f12b0f74-faf3-46ec-8895-168a580f50cd HTTP/1.1" status: 200 len: 814 time: 0.1169882 Nov 19 13:39:41.493799 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-7a45c16e-6139-41f8-8027-b332a2cfcb1a tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Request body: {'port': {'device_id': '1864cd83-e9bb-4475-b1ba-03e374f14855', 'network_id': 'f12b0f74-faf3-46ec-8895-168a580f50cd', 'admin_state_up': True, 'tenant_id': 'a8b0afdcf9394651a09fe3923df85c5b'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:41.604869 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-7a45c16e-6139-41f8-8027-b332a2cfcb1a tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Made reservation on behalf of a8b0afdcf9394651a09fe3923df85c5b for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:41.608461 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-7a45c16e-6139-41f8-8027-b332a2cfcb1a tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:41.662942 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-155970c9-1ff8-42b1-a67c-75d1b09c05bc req-ee12b112-a555-4ae6-98a3-387be69f998b tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=1864cd83-e9bb-4475-b1ba-03e374f14855 HTTP/1.1" status: 200 len: 210 time: 0.0262136 Nov 19 13:39:41.729532 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-7a45c16e-6139-41f8-8027-b332a2cfcb1a tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Allocated IP 172.20.0.5 (f12b0f74-faf3-46ec-8895-168a580f50cd/b72ec32a-b0ea-4284-a179-540e25876a71/7da7ef75-0234-492a-acfb-c0e1961b6ce0) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:39:41.890100 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-7a45c16e-6139-41f8-8027-b332a2cfcb1a tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:41.923339 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-7a45c16e-6139-41f8-8027-b332a2cfcb1a tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:41.963438 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-7a45c16e-6139-41f8-8027-b332a2cfcb1a tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Network f12b0f74-faf3-46ec-8895-168a580f50cd is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:39:41.966460 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-7a45c16e-6139-41f8-8027-b332a2cfcb1a tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:41.970652 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-7a45c16e-6139-41f8-8027-b332a2cfcb1a tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:39:42.001382 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45c16e-6139-41f8-8027-b332a2cfcb1a tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Pushing event updated for resources: {'Port': ['ID=7da7ef75-0234-492a-acfb-c0e1961b6ce0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:42.024228 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-7a45c16e-6139-41f8-8027-b332a2cfcb1a tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:42.024835 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-7a45c16e-6139-41f8-8027-b332a2cfcb1a tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:42.041071 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-7a45c16e-6139-41f8-8027-b332a2cfcb1a tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5512974 Nov 19 13:39:42.053684 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-ff98931e-8b25-40f6-97b2-1d603c7c9f33 service neutron] Request body: {'port': {'device_id': '1864cd83-e9bb-4475-b1ba-03e374f14855', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:42.105487 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-ff98931e-8b25-40f6-97b2-1d603c7c9f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:42.357196 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-ff98931e-8b25-40f6-97b2-1d603c7c9f33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da7ef75-0234-492a-acfb-c0e1961b6ce0 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:39:42.365446 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-ff98931e-8b25-40f6-97b2-1d603c7c9f33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:42.378332 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-ff98931e-8b25-40f6-97b2-1d603c7c9f33 service neutron] Transition to ACTIVE for port object 7da7ef75-0234-492a-acfb-c0e1961b6ce0 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:39:42.382702 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-ff98931e-8b25-40f6-97b2-1d603c7c9f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:42.465069 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98931e-8b25-40f6-97b2-1d603c7c9f33 service neutron] Pushing event updated for resources: {'Port': ['ID=7da7ef75-0234-492a-acfb-c0e1961b6ce0,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:42.514392 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-ff98931e-8b25-40f6-97b2-1d603c7c9f33 service neutron] Attempting to bind port 7da7ef75-0234-492a-acfb-c0e1961b6ce0 on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:39:42.515424 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-ff98931e-8b25-40f6-97b2-1d603c7c9f33 service neutron] Attempting to bind port 7da7ef75-0234-492a-acfb-c0e1961b6ce0 by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': '951ee5e1-c13e-4960-a262-8672b74b9434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f12b0f74-faf3-46ec-8895-168a580f50cd'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:39:42.515787 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-ff98931e-8b25-40f6-97b2-1d603c7c9f33 service neutron] Attempting to bind port 7da7ef75-0234-492a-acfb-c0e1961b6ce0 on network f12b0f74-faf3-46ec-8895-168a580f50cd {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:39:42.520093 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-ff98931e-8b25-40f6-97b2-1d603c7c9f33 service neutron] Port 7da7ef75-0234-492a-acfb-c0e1961b6ce0 on network f12b0f74-faf3-46ec-8895-168a580f50cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:39:42.520415 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-ff98931e-8b25-40f6-97b2-1d603c7c9f33 service neutron] Attempting to bind port 7da7ef75-0234-492a-acfb-c0e1961b6ce0 on network f12b0f74-faf3-46ec-8895-168a580f50cd {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:39:42.525209 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-ff98931e-8b25-40f6-97b2-1d603c7c9f33 service neutron] Checking agent: {'id': '75923988-c426-4077-9ddc-4d64f8800d36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'started_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:39:42.525561 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-ff98931e-8b25-40f6-97b2-1d603c7c9f33 service neutron] Checking segment: {'id': '951ee5e1-c13e-4960-a262-8672b74b9434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f12b0f74-faf3-46ec-8895-168a580f50cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:42.525935 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-ff98931e-8b25-40f6-97b2-1d603c7c9f33 service neutron] Bound using segment: {'id': '951ee5e1-c13e-4960-a262-8672b74b9434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f12b0f74-faf3-46ec-8895-168a580f50cd'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:39:42.526331 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-ff98931e-8b25-40f6-97b2-1d603c7c9f33 service neutron] Bound port: 7da7ef75-0234-492a-acfb-c0e1961b6ce0, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '951ee5e1-c13e-4960-a262-8672b74b9434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f12b0f74-faf3-46ec-8895-168a580f50cd'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:39:42.526666 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-ff98931e-8b25-40f6-97b2-1d603c7c9f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:42.594676 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-ff98931e-8b25-40f6-97b2-1d603c7c9f33 service neutron] For port 7da7ef75-0234-492a-acfb-c0e1961b6ce0, host hv-cinder-81632, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:39:42.598303 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-ff98931e-8b25-40f6-97b2-1d603c7c9f33 service neutron] For port 7da7ef75-0234-492a-acfb-c0e1961b6ce0, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=7da7ef75-0234-492a-acfb-c0e1961b6ce0,segment=NetworkSegment(951ee5e1-c13e-4960-a262-8672b74b9434),segment_id=951ee5e1-c13e-4960-a262-8672b74b9434)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:39:42.602167 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-ff98931e-8b25-40f6-97b2-1d603c7c9f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:42.641634 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-ff98931e-8b25-40f6-97b2-1d603c7c9f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:42.642253 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-ff98931e-8b25-40f6-97b2-1d603c7c9f33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:42.643729 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-ff98931e-8b25-40f6-97b2-1d603c7c9f33 service neutron] 10.222.0.82 "PUT /v2.0/ports/7da7ef75-0234-492a-acfb-c0e1961b6ce0 HTTP/1.1" status: 200 len: 1093 time: 0.5939169 Nov 19 13:39:42.644191 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1864cd83-e9bb-4475-b1ba-03e374f14855', 'tag': '7da7ef75-0234-492a-acfb-c0e1961b6ce0'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:42.646426 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63a56cb-28d5-4528-95bb-c4170352d9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "1864cd83-e9bb-4475-b1ba-03e374f14855", "tag": "7da7ef75-0234-492a-acfb-c0e1961b6ce0"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:42.675935 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98931e-8b25-40f6-97b2-1d603c7c9f33 service neutron] Pushing event updated for resources: {'Port': ['ID=7da7ef75-0234-492a-acfb-c0e1961b6ce0,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:42.706905 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a269a584-3a26-48b2-8710-69c0fd1d36f1 x-openstack-request-id: req-a269a584-3a26-48b2-8710-69c0fd1d36f1 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:42.707195 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1864cd83-e9bb-4475-b1ba-03e374f14855", "tag": "7da7ef75-0234-492a-acfb-c0e1961b6ce0", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:42.707667 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a269a584-3a26-48b2-8710-69c0fd1d36f1 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:42.708064 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1864cd83-e9bb-4475-b1ba-03e374f14855', 'tag': '7da7ef75-0234-492a-acfb-c0e1961b6ce0', 'status': 'completed', 'code': 200} Nov 19 13:39:42.742029 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-2bec47f3-ba4a-4e88-ae41-4cf0d11a3636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:42.743769 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-2bec47f3-ba4a-4e88-ae41-4cf0d11a3636 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a8b0afdcf9394651a09fe3923df85c5b&device_id=1864cd83-e9bb-4475-b1ba-03e374f14855 HTTP/1.1" status: 200 len: 1096 time: 0.0481319 Nov 19 13:39:42.789319 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-73a7eb26-2fa3-4198-a821-b2bb4198dfda service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7da7ef75-0234-492a-acfb-c0e1961b6ce0 HTTP/1.1" status: 200 len: 217 time: 0.0378981 Nov 19 13:39:42.791542 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b9561-90fb-4a33-9746-c905be7e912f req-4b873138-106c-4f3b-9824-de7dfdb3512c tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:42.793136 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7a0b9561-90fb-4a33-9746-c905be7e912f req-4b873138-106c-4f3b-9824-de7dfdb3512c tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=1864cd83-e9bb-4475-b1ba-03e374f14855 HTTP/1.1" status: 200 len: 943 time: 0.0565114 Nov 19 13:39:42.844219 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-7a0b9561-90fb-4a33-9746-c905be7e912f req-71d2e2ff-3510-4342-ac78-6f61126d5061 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/security-groups?id=01459572-8cf2-4193-85e2-0e78030d3670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447528 Nov 19 13:39:42.847127 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-7f2bc97d-8ee7-4501-8374-2c46977dd6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:42.848433 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-7f2bc97d-8ee7-4501-8374-2c46977dd6d3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b72ec32a-b0ea-4284-a179-540e25876a71 HTTP/1.1" status: 200 len: 854 time: 0.0512338 Nov 19 13:39:42.880677 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-f6c34104-0ea6-4a15-88db-0b1d9eaab855 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f12b0f74-faf3-46ec-8895-168a580f50cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241196 Nov 19 13:39:42.971424 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-42277bd5-c2bf-4057-8bf1-0df52ad11b5f service neutron] 10.222.0.82 "GET /v2.0/networks/f12b0f74-faf3-46ec-8895-168a580f50cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828791 Nov 19 13:39:43.061887 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e9c58777-65b2-4438-94ff-ecef71fdecca req-6befca14-707d-4d15-b37a-26c10b9cf582 service neutron] 10.222.0.82 "GET /v2.0/networks/f12b0f74-faf3-46ec-8895-168a580f50cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830479 Nov 19 13:39:43.151045 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a56cb-28d5-4528-95bb-c4170352d9e6 req-d665f0db-2dd6-40df-8a15-811e96d5d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:43.152632 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e63a56cb-28d5-4528-95bb-c4170352d9e6 req-d665f0db-2dd6-40df-8a15-811e96d5d286 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a8b0afdcf9394651a09fe3923df85c5b&device_id=1864cd83-e9bb-4475-b1ba-03e374f14855 HTTP/1.1" status: 200 len: 1096 time: 0.0484297 Nov 19 13:39:43.243584 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a56cb-28d5-4528-95bb-c4170352d9e6 req-0025d62a-9f0b-4f15-b480-824093245784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:43.245054 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e63a56cb-28d5-4528-95bb-c4170352d9e6 req-0025d62a-9f0b-4f15-b480-824093245784 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f12b0f74-faf3-46ec-8895-168a580f50cd HTTP/1.1" status: 200 len: 916 time: 0.0855687 Nov 19 13:39:43.285729 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e63a56cb-28d5-4528-95bb-c4170352d9e6 req-ba9489d1-d0b7-4e3c-b6e4-27d263ac8003 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7da7ef75-0234-492a-acfb-c0e1961b6ce0 HTTP/1.1" status: 200 len: 217 time: 0.0334537 Nov 19 13:39:43.332340 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a56cb-28d5-4528-95bb-c4170352d9e6 req-65cf0f33-508f-4b6a-b028-9b9a56b9164a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:43.333730 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e63a56cb-28d5-4528-95bb-c4170352d9e6 req-65cf0f33-508f-4b6a-b028-9b9a56b9164a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b72ec32a-b0ea-4284-a179-540e25876a71 HTTP/1.1" status: 200 len: 854 time: 0.0414824 Nov 19 13:39:43.365585 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e63a56cb-28d5-4528-95bb-c4170352d9e6 req-64b6cddb-30b7-46eb-9ad5-732ee036873c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f12b0f74-faf3-46ec-8895-168a580f50cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241797 Nov 19 13:39:43.682880 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e63a56cb-28d5-4528-95bb-c4170352d9e6 req-b89491bd-8dc3-44ba-b6af-2cd622c5f1e4 service neutron] 10.222.0.82 "GET /v2.0/networks/f12b0f74-faf3-46ec-8895-168a580f50cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086958 Nov 19 13:39:43.775470 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-e63a56cb-28d5-4528-95bb-c4170352d9e6 req-1848fc29-caff-4050-83c2-7567802d87f5 service neutron] 10.222.0.82 "GET /v2.0/networks/f12b0f74-faf3-46ec-8895-168a580f50cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843582 Nov 19 13:39:43.960225 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb763d-0789-4ea3-a75e-eacae44c35c2 req-742e053f-4db5-41ef-8437-1a5e7fae68ad tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:43.961618 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-dbeb763d-0789-4ea3-a75e-eacae44c35c2 req-742e053f-4db5-41ef-8437-1a5e7fae68ad tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=1864cd83-e9bb-4475-b1ba-03e374f14855 HTTP/1.1" status: 200 len: 943 time: 0.0499849 Nov 19 13:39:43.985658 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 49844) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:44.012455 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-dbeb763d-0789-4ea3-a75e-eacae44c35c2 req-48dabd8b-1a75-4007-893d-b3afad8ef247 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/security-groups?id=01459572-8cf2-4193-85e2-0e78030d3670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449159 Nov 19 13:39:44.089870 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ecd5d548-680d-46c7-8c7f-51c1b6d80fa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.163468 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ecd5d548-680d-46c7-8c7f-51c1b6d80fa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.167702 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ecd5d548-680d-46c7-8c7f-51c1b6d80fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.205624 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-ecd5d548-680d-46c7-8c7f-51c1b6d80fa5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b2997b1208fa4bc3b3e52e0e9b33a939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187614 Nov 19 13:39:44.206594 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5d548-680d-46c7-8c7f-51c1b6d80fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067fe669-09d3-4372-bc3b-413a4818ea5b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:44.208274 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 49848) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:44.255848 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4e0b0ee5-85e4-4d81-8f88-b9d4a8e916d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.276466 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4e0b0ee5-85e4-4d81-8f88-b9d4a8e916d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.321228 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4e0b0ee5-85e4-4d81-8f88-b9d4a8e916d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.323974 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4e0b0ee5-85e4-4d81-8f88-b9d4a8e916d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.325117 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-4e0b0ee5-85e4-4d81-8f88-b9d4a8e916d2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/067fe669-09d3-4372-bc3b-413a4818ea5b HTTP/1.1" status: 204 len: 168 time: 0.1150105 Nov 19 13:39:44.333344 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b0ee5-85e4-4d81-8f88-b9d4a8e916d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067fe669-09d3-4372-bc3b-413a4818ea5b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:44.577703 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 49854) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:44.590668 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-be70bc9b-c8b1-48e1-81bf-58366d9cbafd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.665297 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-be70bc9b-c8b1-48e1-81bf-58366d9cbafd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.669720 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-be70bc9b-c8b1-48e1-81bf-58366d9cbafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.707509 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-be70bc9b-c8b1-48e1-81bf-58366d9cbafd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3eb3427a5ae147a2a0d69590ca1725da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287386 Nov 19 13:39:44.708638 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70bc9b-c8b1-48e1-81bf-58366d9cbafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3259681-c066-4fa1-8a80-1a0f0283b120,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:44.710335 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 49856) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:44.750428 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 7da7ef75-0234-492a-acfb-c0e1961b6ce0 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:39:44.757085 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-67c750a1-bbac-472a-b82d-cf543b720f40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.784727 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-67c750a1-bbac-472a-b82d-cf543b720f40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.832710 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 6 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:39:44.833598 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-67c750a1-bbac-472a-b82d-cf543b720f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.836601 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-67c750a1-bbac-472a-b82d-cf543b720f40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.837782 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-67c750a1-bbac-472a-b82d-cf543b720f40 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f3259681-c066-4fa1-8a80-1a0f0283b120 HTTP/1.1" status: 204 len: 168 time: 0.1264524 Nov 19 13:39:44.845818 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c750a1-bbac-472a-b82d-cf543b720f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3259681-c066-4fa1-8a80-1a0f0283b120,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:44.854492 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 7da7ef75-0234-492a-acfb-c0e1961b6ce0, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=7da7ef75-0234-492a-acfb-c0e1961b6ce0,segment=NetworkSegment(951ee5e1-c13e-4960-a262-8672b74b9434),segment_id=951ee5e1-c13e-4960-a262-8672b74b9434)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:44.873833 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Returning: {'device': '7da7ef75-0234-492a-acfb-c0e1961b6ce0', 'network_id': 'f12b0f74-faf3-46ec-8895-168a580f50cd', 'port_id': '7da7ef75-0234-492a-acfb-c0e1961b6ce0', 'mac_address': 'fa:16:3e:c8:14:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72ec32a-b0ea-4284-a179-540e25876a71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:39:44.911237 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.929191 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da7ef75-0234-492a-acfb-c0e1961b6ce0 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:39:44.949811 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 7da7ef75-0234-492a-acfb-c0e1961b6ce0, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=7da7ef75-0234-492a-acfb-c0e1961b6ce0,segment=NetworkSegment(951ee5e1-c13e-4960-a262-8672b74b9434),segment_id=951ee5e1-c13e-4960-a262-8672b74b9434)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:44.953622 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.999911 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=7da7ef75-0234-492a-acfb-c0e1961b6ce0,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:45.130598 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca0412-a11a-4867-b068-a94c98256ad7 req-13a49054-1505-4951-b92b-adf77c6efd75 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:45.132423 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-33ca0412-a11a-4867-b068-a94c98256ad7 req-13a49054-1505-4951-b92b-adf77c6efd75 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=1864cd83-e9bb-4475-b1ba-03e374f14855 HTTP/1.1" status: 200 len: 944 time: 0.0537963 Nov 19 13:39:45.156694 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['7da7ef75-0234-492a-acfb-c0e1961b6ce0'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:39:45.169156 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 49864) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:45.192435 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-33ca0412-a11a-4867-b068-a94c98256ad7 req-0786c4cd-964f-439a-a3f6-ce93aa116760 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/security-groups?id=01459572-8cf2-4193-85e2-0e78030d3670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527763 Nov 19 13:39:45.192650 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-10d1c496-05e0-42f4-9627-76688eae01d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:45.269697 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-10d1c496-05e0-42f4-9627-76688eae01d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:45.273496 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-10d1c496-05e0-42f4-9627-76688eae01d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:45.313031 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-10d1c496-05e0-42f4-9627-76688eae01d9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2c924074f7b548279b58f6d36687aaad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402714 Nov 19 13:39:45.313231 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 49866) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:45.319102 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1c496-05e0-42f4-9627-76688eae01d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf087eab-8225-46ea-b8d7-4d6d4cef3e22,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:45.361541 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1173-32c9-44e6-a047-d9617d024e12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:45.381801 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1173-32c9-44e6-a047-d9617d024e12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:45.425726 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1173-32c9-44e6-a047-d9617d024e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:45.428222 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1173-32c9-44e6-a047-d9617d024e12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:45.429357 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-d5ab1173-32c9-44e6-a047-d9617d024e12 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bf087eab-8225-46ea-b8d7-4d6d4cef3e22 HTTP/1.1" status: 204 len: 168 time: 0.1151659 Nov 19 13:39:45.438822 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab1173-32c9-44e6-a047-d9617d024e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf087eab-8225-46ea-b8d7-4d6d4cef3e22,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:46.308598 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f74baa-a9d4-49f0-9cc6-8eb7299405c1 req-dc140b25-6ea1-4498-8f21-76de166116ec tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:46.310062 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a4f74baa-a9d4-49f0-9cc6-8eb7299405c1 req-dc140b25-6ea1-4498-8f21-76de166116ec tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=1864cd83-e9bb-4475-b1ba-03e374f14855 HTTP/1.1" status: 200 len: 944 time: 0.0515792 Nov 19 13:39:46.357967 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a4f74baa-a9d4-49f0-9cc6-8eb7299405c1 req-832e3f77-a27b-4f1c-b341-9d1b54aa92bb tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/security-groups?id=01459572-8cf2-4193-85e2-0e78030d3670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419145 Nov 19 13:39:46.434038 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 49898) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:46.536158 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf8e5d27-968c-4e7e-b8a5-5d7591d031a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:46.608204 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf8e5d27-968c-4e7e-b8a5-5d7591d031a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:46.611628 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf8e5d27-968c-4e7e-b8a5-5d7591d031a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:46.647477 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-bf8e5d27-968c-4e7e-b8a5-5d7591d031a4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f0fa896be3324d92b34537801442761c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123756 Nov 19 13:39:46.649370 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e5d27-968c-4e7e-b8a5-5d7591d031a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04340816-1750-49ff-bc1d-2dd9ae9a37a4,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:46.650452 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 49902) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:46.697089 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1879c980-0594-4bb0-87eb-d46bb06a7736 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:46.721788 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1879c980-0594-4bb0-87eb-d46bb06a7736 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:46.766191 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 7da7ef75-0234-492a-acfb-c0e1961b6ce0 up at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:39:46.767352 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1879c980-0594-4bb0-87eb-d46bb06a7736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:46.770206 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1879c980-0594-4bb0-87eb-d46bb06a7736 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:46.771379 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-1879c980-0594-4bb0-87eb-d46bb06a7736 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04340816-1750-49ff-bc1d-2dd9ae9a37a4 HTTP/1.1" status: 204 len: 168 time: 0.1199465 Nov 19 13:39:46.780662 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879c980-0594-4bb0-87eb-d46bb06a7736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04340816-1750-49ff-bc1d-2dd9ae9a37a4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:46.825074 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning for port 7da7ef75-0234-492a-acfb-c0e1961b6ce0 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:39:46.830579 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning complete for port 7da7ef75-0234-492a-acfb-c0e1961b6ce0 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:46.831006 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:46.915957 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:46.939789 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1864cd83-e9bb-4475-b1ba-03e374f14855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da7ef75-0234-492a-acfb-c0e1961b6ce0'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:46.942012 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e055a475c9f0143691b95be0e0209c275a71c4689c1f5f09712fcbe57faa4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6426c84-2557-4a66-955b-68b4d9907281" -d '{"events": [{"server_uuid": "1864cd83-e9bb-4475-b1ba-03e374f14855", "name": "network-vif-plugged", "status": "completed", "tag": "7da7ef75-0234-492a-acfb-c0e1961b6ce0"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:46.954860 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port 7da7ef75-0234-492a-acfb-c0e1961b6ce0, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=7da7ef75-0234-492a-acfb-c0e1961b6ce0,segment=NetworkSegment(951ee5e1-c13e-4960-a262-8672b74b9434),segment_id=951ee5e1-c13e-4960-a262-8672b74b9434)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:46.959275 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:46.988254 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d974474-41da-417a-9a56-c1e195c06616 x-openstack-request-id: req-6d974474-41da-417a-9a56-c1e195c06616 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:46.988543 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1864cd83-e9bb-4475-b1ba-03e374f14855", "name": "network-vif-plugged", "status": "completed", "tag": "7da7ef75-0234-492a-acfb-c0e1961b6ce0", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:46.988796 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d974474-41da-417a-9a56-c1e195c06616 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:46.989183 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1864cd83-e9bb-4475-b1ba-03e374f14855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da7ef75-0234-492a-acfb-c0e1961b6ce0', 'code': 200} Nov 19 13:39:47.017185 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=7da7ef75-0234-492a-acfb-c0e1961b6ce0,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:47.156790 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e510ec-6c3a-416d-97e1-e7744cb1f5fa req-56ad15f2-9aa1-4193-8af7-70f78b739aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:47.158364 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c5e510ec-6c3a-416d-97e1-e7744cb1f5fa req-56ad15f2-9aa1-4193-8af7-70f78b739aeb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1864cd83-e9bb-4475-b1ba-03e374f14855 HTTP/1.1" status: 200 len: 1098 time: 0.0409405 Nov 19 13:39:47.204191 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-c5e510ec-6c3a-416d-97e1-e7744cb1f5fa req-f2e0cff8-ec63-4d39-85c0-e43652add74a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=01459572-8cf2-4193-85e2-0e78030d3670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386927 Nov 19 13:39:47.471714 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b5010-572d-4ef0-9e42-306928af6dda req-b794d4db-2917-46fc-86c7-457eacc6b0d1 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:47.473232 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5b4b5010-572d-4ef0-9e42-306928af6dda req-b794d4db-2917-46fc-86c7-457eacc6b0d1 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=1864cd83-e9bb-4475-b1ba-03e374f14855 HTTP/1.1" status: 200 len: 945 time: 0.0482225 Nov 19 13:39:47.521094 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-5b4b5010-572d-4ef0-9e42-306928af6dda req-27a545ef-c0ea-432d-97bf-eddefe39b4d6 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/security-groups?id=01459572-8cf2-4193-85e2-0e78030d3670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419986 Nov 19 13:39:48.634279 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90a736-0d13-4ba6-83dc-8d07268b91df req-872e3a80-9ffa-426c-9419-a81b7b137468 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:48.635702 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2e90a736-0d13-4ba6-83dc-8d07268b91df req-872e3a80-9ffa-426c-9419-a81b7b137468 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=1864cd83-e9bb-4475-b1ba-03e374f14855 HTTP/1.1" status: 200 len: 945 time: 0.0466995 Nov 19 13:39:48.683109 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-2e90a736-0d13-4ba6-83dc-8d07268b91df req-f38eedaf-1bd1-4ea0-a80b-28b1c6a8b6b9 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/security-groups?id=01459572-8cf2-4193-85e2-0e78030d3670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413702 Nov 19 13:39:56.383425 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2b884903-bc3a-4d2a-a9d6-7a1cedf6761d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:57.672273 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 50116) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:57.775735 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b3fd194-3e13-4b42-b17c-b321e7b1cb40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:57.852241 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b3fd194-3e13-4b42-b17c-b321e7b1cb40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:57.859867 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b3fd194-3e13-4b42-b17c-b321e7b1cb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:57.903892 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-6b3fd194-3e13-4b42-b17c-b321e7b1cb40 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9beeb3375e094bed9e7eddf761a89718&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305236 Nov 19 13:39:57.904738 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3fd194-3e13-4b42-b17c-b321e7b1cb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5f082e-e60e-43ef-afa2-5f4095ee8725,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:57.907571 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 50120) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:57.956025 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a4050c42-1801-42a8-982a-bd0f84290909 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:57.977143 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a4050c42-1801-42a8-982a-bd0f84290909 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:58.023086 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a4050c42-1801-42a8-982a-bd0f84290909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:58.025680 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a4050c42-1801-42a8-982a-bd0f84290909 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:58.026921 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-a4050c42-1801-42a8-982a-bd0f84290909 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9f5f082e-e60e-43ef-afa2-5f4095ee8725 HTTP/1.1" status: 204 len: 168 time: 0.1180062 Nov 19 13:39:58.035294 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4050c42-1801-42a8-982a-bd0f84290909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5f082e-e60e-43ef-afa2-5f4095ee8725,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:59.126664 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a33bfd39-f5f3-412e-b51e-debd83af26f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:59.852908 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:00.215420 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:01.157930 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:02.290567 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:03.947517 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 50218) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:04.063244 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f73d2859-e2a8-4ec2-bb4b-50b91931d95b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:04.138967 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f73d2859-e2a8-4ec2-bb4b-50b91931d95b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:04.142951 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f73d2859-e2a8-4ec2-bb4b-50b91931d95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:04.184674 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-f73d2859-e2a8-4ec2-bb4b-50b91931d95b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=16830836d8a843958df6f53ae618dc8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359519 Nov 19 13:40:04.186512 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d2859-e2a8-4ec2-bb4b-50b91931d95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adbf3be-2673-4f7f-b58f-3a76612a95af,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:04.187374 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 50224) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:04.235789 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7c685023-c239-4f32-bb3f-c69b0ce5673a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:04.258872 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7c685023-c239-4f32-bb3f-c69b0ce5673a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:04.308296 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7c685023-c239-4f32-bb3f-c69b0ce5673a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:04.310993 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7c685023-c239-4f32-bb3f-c69b0ce5673a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:04.312157 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-7c685023-c239-4f32-bb3f-c69b0ce5673a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1adbf3be-2673-4f7f-b58f-3a76612a95af HTTP/1.1" status: 204 len: 168 time: 0.1236396 Nov 19 13:40:04.320702 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c685023-c239-4f32-bb3f-c69b0ce5673a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adbf3be-2673-4f7f-b58f-3a76612a95af,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:19.633992 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67376354-a2a0-4663-a952-7330e093c60f req-bf3271b7-582c-4580-9216-6f93d4d71145 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:19.635452 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-67376354-a2a0-4663-a952-7330e093c60f req-bf3271b7-582c-4580-9216-6f93d4d71145 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=1864cd83-e9bb-4475-b1ba-03e374f14855 HTTP/1.1" status: 200 len: 945 time: 0.0506206 Nov 19 13:40:19.682107 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-67376354-a2a0-4663-a952-7330e093c60f req-a022e327-7723-43bb-8bcf-d47adda17686 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/security-groups?id=01459572-8cf2-4193-85e2-0e78030d3670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403783 Nov 19 13:40:20.797059 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28ea4a-748f-4913-b960-2fb95cfdb650 req-bc2b3cc1-bab0-43bb-8e9b-590194f742d8 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:20.798507 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4e28ea4a-748f-4913-b960-2fb95cfdb650 req-bc2b3cc1-bab0-43bb-8e9b-590194f742d8 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=1864cd83-e9bb-4475-b1ba-03e374f14855 HTTP/1.1" status: 200 len: 945 time: 0.0471959 Nov 19 13:40:20.845132 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-4e28ea4a-748f-4913-b960-2fb95cfdb650 req-a904fe58-c0f1-45b7-9ed8-0ed813dec69d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/security-groups?id=01459572-8cf2-4193-85e2-0e78030d3670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401042 Nov 19 13:40:21.831751 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 6 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:40:21.957576 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d618a2-ced2-494f-b4ba-6dc3fb833f88 req-d994b247-9554-47b3-9989-4018a7f47282 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:21.959020 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-88d618a2-ced2-494f-b4ba-6dc3fb833f88 req-d994b247-9554-47b3-9989-4018a7f47282 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=1864cd83-e9bb-4475-b1ba-03e374f14855 HTTP/1.1" status: 200 len: 945 time: 0.0474980 Nov 19 13:40:22.007241 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-88d618a2-ced2-494f-b4ba-6dc3fb833f88 req-41fa5ba9-7f81-4aca-b5cd-d33b86e1195d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/security-groups?id=01459572-8cf2-4193-85e2-0e78030d3670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423801 Nov 19 13:40:23.120559 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee9c86-0ea9-494e-99da-e91225d4b2d2 req-d3ebf0c6-e294-464a-b404-783964394820 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:23.122019 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-99ee9c86-0ea9-494e-99da-e91225d4b2d2 req-d3ebf0c6-e294-464a-b404-783964394820 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=1864cd83-e9bb-4475-b1ba-03e374f14855 HTTP/1.1" status: 200 len: 945 time: 0.0479736 Nov 19 13:40:23.168852 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-99ee9c86-0ea9-494e-99da-e91225d4b2d2 req-784352a3-2e66-413a-912f-2b4f4ec43330 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/security-groups?id=01459572-8cf2-4193-85e2-0e78030d3670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408528 Nov 19 13:40:24.180736 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784cf39-4b1b-40e8-90be-a88f1cc4febe req-3bde7ffc-6365-44f8-8bd2-f420a8c3b511 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:24.182172 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-2784cf39-4b1b-40e8-90be-a88f1cc4febe req-3bde7ffc-6365-44f8-8bd2-f420a8c3b511 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.82 "GET /v2.0/ports?device_id=1864cd83-e9bb-4475-b1ba-03e374f14855 HTTP/1.1" status: 200 len: 945 time: 0.0476029 Nov 19 13:40:24.272353 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-2784cf39-4b1b-40e8-90be-a88f1cc4febe req-18e148ea-9563-40e0-a6b0-32c28a16b21a tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Deleting port 7da7ef75-0234-492a-acfb-c0e1961b6ce0 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:40:24.272699 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2784cf39-4b1b-40e8-90be-a88f1cc4febe req-18e148ea-9563-40e0-a6b0-32c28a16b21a tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:24.282932 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefae5d2-41da-43cd-a685-be50795889c7 req-6abdcbc9-dc6a-46d9-8bf9-6156219c2e83 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:24.284438 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-aefae5d2-41da-43cd-a685-be50795889c7 req-6abdcbc9-dc6a-46d9-8bf9-6156219c2e83 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=1864cd83-e9bb-4475-b1ba-03e374f14855 HTTP/1.1" status: 200 len: 945 time: 0.0482624 Nov 19 13:40:24.338952 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-aefae5d2-41da-43cd-a685-be50795889c7 req-8c99b029-21a0-4c56-963a-075659a0e46f tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/security-groups?id=01459572-8cf2-4193-85e2-0e78030d3670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481896 Nov 19 13:40:24.362188 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-2784cf39-4b1b-40e8-90be-a88f1cc4febe req-18e148ea-9563-40e0-a6b0-32c28a16b21a tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] For port 7da7ef75-0234-492a-acfb-c0e1961b6ce0, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=7da7ef75-0234-492a-acfb-c0e1961b6ce0,segment=NetworkSegment(951ee5e1-c13e-4960-a262-8672b74b9434),segment_id=951ee5e1-c13e-4960-a262-8672b74b9434)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:24.362580 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2784cf39-4b1b-40e8-90be-a88f1cc4febe req-18e148ea-9563-40e0-a6b0-32c28a16b21a tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:24.377899 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-2784cf39-4b1b-40e8-90be-a88f1cc4febe req-18e148ea-9563-40e0-a6b0-32c28a16b21a tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Calling delete_port for 7da7ef75-0234-492a-acfb-c0e1961b6ce0 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:40:24.503651 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2784cf39-4b1b-40e8-90be-a88f1cc4febe req-18e148ea-9563-40e0-a6b0-32c28a16b21a tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:24.516209 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['7da7ef75-0234-492a-acfb-c0e1961b6ce0'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:40:24.533788 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e148ea-9563-40e0-a6b0-32c28a16b21a tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Pushing event deleted for resources: {'Port': ['ID=7da7ef75-0234-492a-acfb-c0e1961b6ce0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:24.575100 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-2784cf39-4b1b-40e8-90be-a88f1cc4febe req-18e148ea-9563-40e0-a6b0-32c28a16b21a tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] No DVR routers for this DVR port 7da7ef75-0234-492a-acfb-c0e1961b6ce0 on host hv-cinder-81632 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:40:24.577597 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2784cf39-4b1b-40e8-90be-a88f1cc4febe req-18e148ea-9563-40e0-a6b0-32c28a16b21a tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:24.580962 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-2784cf39-4b1b-40e8-90be-a88f1cc4febe req-18e148ea-9563-40e0-a6b0-32c28a16b21a tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.82 "DELETE /v2.0/ports/7da7ef75-0234-492a-acfb-c0e1961b6ce0 HTTP/1.1" status: 204 len: 173 time: 0.3931515 Nov 19 13:40:24.581425 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1864cd83-e9bb-4475-b1ba-03e374f14855', 'name': 'network-vif-deleted', 'tag': '7da7ef75-0234-492a-acfb-c0e1961b6ce0'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:40:24.583659 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c59dad-d254-4b98-aa81-090e4902ae5b" -d '{"events": [{"server_uuid": "1864cd83-e9bb-4475-b1ba-03e374f14855", "name": "network-vif-deleted", "tag": "7da7ef75-0234-492a-acfb-c0e1961b6ce0"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:40:24.623118 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df900dcd-1341-4f69-9aec-9b87d28cb1b5 x-openstack-request-id: req-df900dcd-1341-4f69-9aec-9b87d28cb1b5 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:40:24.623416 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1864cd83-e9bb-4475-b1ba-03e374f14855", "name": "network-vif-deleted", "tag": "7da7ef75-0234-492a-acfb-c0e1961b6ce0", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:40:24.623705 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-df900dcd-1341-4f69-9aec-9b87d28cb1b5 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:40:24.624271 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1864cd83-e9bb-4475-b1ba-03e374f14855', 'name': 'network-vif-deleted', 'tag': '7da7ef75-0234-492a-acfb-c0e1961b6ce0', 'status': 'completed', 'code': 200} Nov 19 13:40:26.373680 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bb7554f4-e344-4ca1-abbe-b7a5c16c5070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.918871 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 7da7ef75-0234-492a-acfb-c0e1961b6ce0 no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:40:26.939685 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] No Port match for: 7da7ef75-0234-492a-acfb-c0e1961b6ce0 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:40:26.940029 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device 7da7ef75-0234-492a-acfb-c0e1961b6ce0 not bound to the agent host hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:40:29.129374 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3fe89053-6e9c-4c6c-bdc1-948d48a1b876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:29.194663 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-83278b78-c41f-41ab-9d8b-483e22daafb9 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:29.196132 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-83278b78-c41f-41ab-9d8b-483e22daafb9 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/networks?id=f12b0f74-faf3-46ec-8895-168a580f50cd HTTP/1.1" status: 200 len: 814 time: 0.1035261 Nov 19 13:40:29.210805 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-81a23048-04b3-4bc8-bac2-a49f709186dd tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/quotas/a8b0afdcf9394651a09fe3923df85c5b HTTP/1.1" status: 200 len: 375 time: 0.0090597 Nov 19 13:40:29.240860 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-2b4882c2-234d-47fb-a469-e9946d9c5390 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a8b0afdcf9394651a09fe3923df85c5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249493 Nov 19 13:40:29.424393 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-efd074c7-86cf-4a9a-8a2c-54a29e75ebe1 service neutron] 10.222.0.70 "GET /v2.0/networks/f12b0f74-faf3-46ec-8895-168a580f50cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760390 Nov 19 13:40:29.512469 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-a30b065c-b8c1-441e-bc77-a93eff31b1a6 service neutron] 10.222.0.70 "GET /v2.0/networks/f12b0f74-faf3-46ec-8895-168a580f50cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819914 Nov 19 13:40:29.854358 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.228179 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.690822 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-77561276-8b4b-47d8-898a-ac9f8e26027b req-9ec26300-9cd2-49b6-95e1-a0097c4ac4e2 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd HTTP/1.1" status: 200 len: 210 time: 0.0309989 Nov 19 13:40:31.162482 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:31.789237 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-1dd7dbe1-69fe-44ec-83d1-db25ddd6daa1 req-f98e0fb2-fcc9-4ad5-8098-26b3218d50b8 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd HTTP/1.1" status: 200 len: 210 time: 0.0299404 Nov 19 13:40:31.790923 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-82065e01-0f7d-4238-9391-ca105cf4c75e tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:31.792485 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-82065e01-0f7d-4238-9391-ca105cf4c75e tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.82 "GET /v2.0/networks?id=f12b0f74-faf3-46ec-8895-168a580f50cd HTTP/1.1" status: 200 len: 814 time: 0.1060619 Nov 19 13:40:31.806404 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-c4d439d5-b4fa-4abf-91f9-59c94182abc5 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Request body: {'port': {'device_id': 'b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd', 'network_id': 'f12b0f74-faf3-46ec-8895-168a580f50cd', 'admin_state_up': True, 'tenant_id': 'a8b0afdcf9394651a09fe3923df85c5b'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:31.918464 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-c4d439d5-b4fa-4abf-91f9-59c94182abc5 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Made reservation on behalf of a8b0afdcf9394651a09fe3923df85c5b for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:31.922058 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-c4d439d5-b4fa-4abf-91f9-59c94182abc5 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:32.041390 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-c4d439d5-b4fa-4abf-91f9-59c94182abc5 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Allocated IP 172.20.0.4 (f12b0f74-faf3-46ec-8895-168a580f50cd/b72ec32a-b0ea-4284-a179-540e25876a71/c3dcd5cf-3031-47dd-81c3-0a103eff3c04) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:32.183811 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-c4d439d5-b4fa-4abf-91f9-59c94182abc5 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:32.216012 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-c4d439d5-b4fa-4abf-91f9-59c94182abc5 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736459332536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:32.262157 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-c4d439d5-b4fa-4abf-91f9-59c94182abc5 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Network f12b0f74-faf3-46ec-8895-168a580f50cd is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:32.265632 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-c4d439d5-b4fa-4abf-91f9-59c94182abc5 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:32.269816 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-c4d439d5-b4fa-4abf-91f9-59c94182abc5 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:32.276136 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d439d5-b4fa-4abf-91f9-59c94182abc5 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Pushing event updated for resources: {'Port': ['ID=c3dcd5cf-3031-47dd-81c3-0a103eff3c04,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:32.293826 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:32.322046 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-c4d439d5-b4fa-4abf-91f9-59c94182abc5 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:32.322661 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-c4d439d5-b4fa-4abf-91f9-59c94182abc5 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:32.338359 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-c4d439d5-b4fa-4abf-91f9-59c94182abc5 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5367980 Nov 19 13:40:32.350341 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-2ba5c789-0a9b-4d2b-abaa-0f1919c527fb service neutron] Request body: {'port': {'device_id': 'b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:32.401132 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-2ba5c789-0a9b-4d2b-abaa-0f1919c527fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:32.653677 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-2ba5c789-0a9b-4d2b-abaa-0f1919c527fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3dcd5cf-3031-47dd-81c3-0a103eff3c04 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:40:32.660790 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-2ba5c789-0a9b-4d2b-abaa-0f1919c527fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:32.672183 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-2ba5c789-0a9b-4d2b-abaa-0f1919c527fb service neutron] Transition to ACTIVE for port object c3dcd5cf-3031-47dd-81c3-0a103eff3c04 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:40:32.676141 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-2ba5c789-0a9b-4d2b-abaa-0f1919c527fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:32.722740 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5c789-0a9b-4d2b-abaa-0f1919c527fb service neutron] Pushing event updated for resources: {'Port': ['ID=c3dcd5cf-3031-47dd-81c3-0a103eff3c04,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:32.789264 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-2ba5c789-0a9b-4d2b-abaa-0f1919c527fb service neutron] Attempting to bind port c3dcd5cf-3031-47dd-81c3-0a103eff3c04 on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:40:32.789631 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-2ba5c789-0a9b-4d2b-abaa-0f1919c527fb service neutron] Attempting to bind port c3dcd5cf-3031-47dd-81c3-0a103eff3c04 by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': '951ee5e1-c13e-4960-a262-8672b74b9434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f12b0f74-faf3-46ec-8895-168a580f50cd'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:40:32.789957 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-2ba5c789-0a9b-4d2b-abaa-0f1919c527fb service neutron] Attempting to bind port c3dcd5cf-3031-47dd-81c3-0a103eff3c04 on network f12b0f74-faf3-46ec-8895-168a580f50cd {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:40:32.794341 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-2ba5c789-0a9b-4d2b-abaa-0f1919c527fb service neutron] Port c3dcd5cf-3031-47dd-81c3-0a103eff3c04 on network f12b0f74-faf3-46ec-8895-168a580f50cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:40:32.794943 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-2ba5c789-0a9b-4d2b-abaa-0f1919c527fb service neutron] Attempting to bind port c3dcd5cf-3031-47dd-81c3-0a103eff3c04 on network f12b0f74-faf3-46ec-8895-168a580f50cd {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:40:32.799384 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-2ba5c789-0a9b-4d2b-abaa-0f1919c527fb service neutron] Checking agent: {'id': '75923988-c426-4077-9ddc-4d64f8800d36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'started_at': datetime.datetime(2021, 11, 19, 13, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:40:32.799741 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-2ba5c789-0a9b-4d2b-abaa-0f1919c527fb service neutron] Checking segment: {'id': '951ee5e1-c13e-4960-a262-8672b74b9434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f12b0f74-faf3-46ec-8895-168a580f50cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:32.800675 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-2ba5c789-0a9b-4d2b-abaa-0f1919c527fb service neutron] Bound using segment: {'id': '951ee5e1-c13e-4960-a262-8672b74b9434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f12b0f74-faf3-46ec-8895-168a580f50cd'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:40:32.801103 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-2ba5c789-0a9b-4d2b-abaa-0f1919c527fb service neutron] Bound port: c3dcd5cf-3031-47dd-81c3-0a103eff3c04, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '951ee5e1-c13e-4960-a262-8672b74b9434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f12b0f74-faf3-46ec-8895-168a580f50cd'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:40:32.801447 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-2ba5c789-0a9b-4d2b-abaa-0f1919c527fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:32.867612 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-2ba5c789-0a9b-4d2b-abaa-0f1919c527fb service neutron] For port c3dcd5cf-3031-47dd-81c3-0a103eff3c04, host hv-cinder-81632, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:40:32.870694 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-2ba5c789-0a9b-4d2b-abaa-0f1919c527fb service neutron] For port c3dcd5cf-3031-47dd-81c3-0a103eff3c04, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c3dcd5cf-3031-47dd-81c3-0a103eff3c04,segment=NetworkSegment(951ee5e1-c13e-4960-a262-8672b74b9434),segment_id=951ee5e1-c13e-4960-a262-8672b74b9434)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:40:32.875920 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-2ba5c789-0a9b-4d2b-abaa-0f1919c527fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14406842'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:32.905964 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf671d78-e5c8-4332-8176-230c11d33af9 req-7a85a52b-cf77-4462-9991-8aea3a8a070b tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:32.906532 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-2ba5c789-0a9b-4d2b-abaa-0f1919c527fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:32.907001 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-2ba5c789-0a9b-4d2b-abaa-0f1919c527fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:32.907397 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-cf671d78-e5c8-4332-8176-230c11d33af9 req-7a85a52b-cf77-4462-9991-8aea3a8a070b tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd HTTP/1.1" status: 200 len: 943 time: 0.0486243 Nov 19 13:40:32.908588 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-2ba5c789-0a9b-4d2b-abaa-0f1919c527fb service neutron] 10.222.0.82 "PUT /v2.0/ports/c3dcd5cf-3031-47dd-81c3-0a103eff3c04 HTTP/1.1" status: 200 len: 1093 time: 0.5620816 Nov 19 13:40:32.911036 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd', 'tag': 'c3dcd5cf-3031-47dd-81c3-0a103eff3c04'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:40:32.914746 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d2997d-bc4c-4063-9177-87e5bcfc6fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd", "tag": "c3dcd5cf-3031-47dd-81c3-0a103eff3c04"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:40:32.948863 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5c789-0a9b-4d2b-abaa-0f1919c527fb service neutron] Pushing event updated for resources: {'Port': ['ID=c3dcd5cf-3031-47dd-81c3-0a103eff3c04,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:32.965073 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cedd9cc-b480-4dbb-b7af-0f05a795636e x-openstack-request-id: req-6cedd9cc-b480-4dbb-b7af-0f05a795636e {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:40:32.965073 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd", "tag": "c3dcd5cf-3031-47dd-81c3-0a103eff3c04", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:40:32.965073 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6cedd9cc-b480-4dbb-b7af-0f05a795636e {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:40:32.965073 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd', 'tag': 'c3dcd5cf-3031-47dd-81c3-0a103eff3c04', 'status': 'completed', 'code': 200} Nov 19 13:40:32.965697 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-cf671d78-e5c8-4332-8176-230c11d33af9 req-028f7a02-2a61-4fa1-bfad-261a931cb50c tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/security-groups?id=01459572-8cf2-4193-85e2-0e78030d3670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498965 Nov 19 13:40:32.996385 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-cb8793aa-fee6-40ba-94df-8214b4cb166a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:32.997901 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-cb8793aa-fee6-40ba-94df-8214b4cb166a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a8b0afdcf9394651a09fe3923df85c5b&device_id=b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd HTTP/1.1" status: 200 len: 1096 time: 0.0454440 Nov 19 13:40:33.042025 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-fb17a19c-3b96-4deb-b858-639c0dad1b70 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3dcd5cf-3031-47dd-81c3-0a103eff3c04 HTTP/1.1" status: 200 len: 217 time: 0.0357614 Nov 19 13:40:33.090347 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-6b6cd2dd-a4bc-499c-b596-8418c951f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:33.091754 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-6b6cd2dd-a4bc-499c-b596-8418c951f6d9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b72ec32a-b0ea-4284-a179-540e25876a71 HTTP/1.1" status: 200 len: 854 time: 0.0425072 Nov 19 13:40:33.122792 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-1d1b2092-0bc1-47ae-ad1c-8ef5f509a521 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f12b0f74-faf3-46ec-8895-168a580f50cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237503 Nov 19 13:40:33.212729 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-7a78b397-ea20-428b-bab6-1a323b6d33c1 service neutron] 10.222.0.82 "GET /v2.0/networks/f12b0f74-faf3-46ec-8895-168a580f50cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828133 Nov 19 13:40:33.303629 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-9138aed0-e258-4c7d-aee9-d195f2882f82 req-7af370f6-023b-42f0-9935-793c9c929d76 service neutron] 10.222.0.82 "GET /v2.0/networks/f12b0f74-faf3-46ec-8895-168a580f50cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839605 Nov 19 13:40:33.389164 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2997d-bc4c-4063-9177-87e5bcfc6fe1 req-4b86f191-6ed8-4e8b-9d9d-43266b7418bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:33.390640 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-f0d2997d-bc4c-4063-9177-87e5bcfc6fe1 req-4b86f191-6ed8-4e8b-9d9d-43266b7418bd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a8b0afdcf9394651a09fe3923df85c5b&device_id=b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd HTTP/1.1" status: 200 len: 1096 time: 0.0402465 Nov 19 13:40:33.481358 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2997d-bc4c-4063-9177-87e5bcfc6fe1 req-85626012-478b-4b15-bddd-b4242da6aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:33.482783 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-f0d2997d-bc4c-4063-9177-87e5bcfc6fe1 req-85626012-478b-4b15-bddd-b4242da6aca2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f12b0f74-faf3-46ec-8895-168a580f50cd HTTP/1.1" status: 200 len: 916 time: 0.0849445 Nov 19 13:40:33.525486 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-f0d2997d-bc4c-4063-9177-87e5bcfc6fe1 req-849e9747-38a9-426f-8067-daf221e7dc89 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3dcd5cf-3031-47dd-81c3-0a103eff3c04 HTTP/1.1" status: 200 len: 217 time: 0.0337954 Nov 19 13:40:33.572962 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2997d-bc4c-4063-9177-87e5bcfc6fe1 req-4ac47fd1-9aa8-47a5-94ca-371205f448f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:33.574350 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-f0d2997d-bc4c-4063-9177-87e5bcfc6fe1 req-4ac47fd1-9aa8-47a5-94ca-371205f448f6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b72ec32a-b0ea-4284-a179-540e25876a71 HTTP/1.1" status: 200 len: 854 time: 0.0417576 Nov 19 13:40:33.611116 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-f0d2997d-bc4c-4063-9177-87e5bcfc6fe1 req-aefa4340-f1e6-43b4-b098-0ef49676551f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f12b0f74-faf3-46ec-8895-168a580f50cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278699 Nov 19 13:40:33.700142 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-f0d2997d-bc4c-4063-9177-87e5bcfc6fe1 req-6c0e3acb-e337-483a-bbc6-ffe2954b6428 service neutron] 10.222.0.82 "GET /v2.0/networks/f12b0f74-faf3-46ec-8895-168a580f50cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811758 Nov 19 13:40:33.792170 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-f0d2997d-bc4c-4063-9177-87e5bcfc6fe1 req-ce9f53fb-1d32-4091-8d23-055466831249 service neutron] 10.222.0.82 "GET /v2.0/networks/f12b0f74-faf3-46ec-8895-168a580f50cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834329 Nov 19 13:40:34.075847 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149741f4-e441-41b0-b18d-9d9461329668 req-2a77ae90-4e00-42c0-a448-8173433cb290 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:34.077271 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-149741f4-e441-41b0-b18d-9d9461329668 req-2a77ae90-4e00-42c0-a448-8173433cb290 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd HTTP/1.1" status: 200 len: 943 time: 0.0489831 Nov 19 13:40:34.126790 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-149741f4-e441-41b0-b18d-9d9461329668 req-15a3bf22-e31c-4114-9640-5e4ed129443a tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/security-groups?id=01459572-8cf2-4193-85e2-0e78030d3670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425494 Nov 19 13:40:35.241417 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57730e85-8429-418e-8312-c67c92ac0ed5 req-5ce65024-cf0b-461f-a565-a742e44f369b tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:35.242825 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-57730e85-8429-418e-8312-c67c92ac0ed5 req-5ce65024-cf0b-461f-a565-a742e44f369b tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd HTTP/1.1" status: 200 len: 943 time: 0.0501895 Nov 19 13:40:35.288583 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-57730e85-8429-418e-8312-c67c92ac0ed5 req-c9a637ba-7e58-4ab4-9210-91dfc599d0c6 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/security-groups?id=01459572-8cf2-4193-85e2-0e78030d3670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398977 Nov 19 13:40:36.399209 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbe929-e43f-4ad4-82c1-4ce543e70777 req-e9568b91-9aca-4f21-b94f-11cac34d9de5 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:36.400679 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a6dbe929-e43f-4ad4-82c1-4ce543e70777 req-e9568b91-9aca-4f21-b94f-11cac34d9de5 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd HTTP/1.1" status: 200 len: 943 time: 0.0474622 Nov 19 13:40:36.449391 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-a6dbe929-e43f-4ad4-82c1-4ce543e70777 req-935cb295-4ba7-4102-835f-3bfbf102da57 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/security-groups?id=01459572-8cf2-4193-85e2-0e78030d3670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426705 Nov 19 13:40:36.965734 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device c3dcd5cf-3031-47dd-81c3-0a103eff3c04 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:40:37.059283 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port c3dcd5cf-3031-47dd-81c3-0a103eff3c04, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c3dcd5cf-3031-47dd-81c3-0a103eff3c04,segment=NetworkSegment(951ee5e1-c13e-4960-a262-8672b74b9434),segment_id=951ee5e1-c13e-4960-a262-8672b74b9434)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:37.070812 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Returning: {'device': 'c3dcd5cf-3031-47dd-81c3-0a103eff3c04', 'network_id': 'f12b0f74-faf3-46ec-8895-168a580f50cd', 'port_id': 'c3dcd5cf-3031-47dd-81c3-0a103eff3c04', 'mac_address': 'fa:16:3e:70:27:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72ec32a-b0ea-4284-a179-540e25876a71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:40:37.106206 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:37.119099 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3dcd5cf-3031-47dd-81c3-0a103eff3c04 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:40:37.138066 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port c3dcd5cf-3031-47dd-81c3-0a103eff3c04, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c3dcd5cf-3031-47dd-81c3-0a103eff3c04,segment=NetworkSegment(951ee5e1-c13e-4960-a262-8672b74b9434),segment_id=951ee5e1-c13e-4960-a262-8672b74b9434)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:37.141725 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:37.187485 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=c3dcd5cf-3031-47dd-81c3-0a103eff3c04,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:37.194257 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:37.194604 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:37.194943 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:37.195278 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:37.195610 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:37.195964 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:37.196290 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:37.196615 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:37.196962 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:37.197288 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:37.197608 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:37.197924 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:37.330274 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] get_ports_and_sgs() called for port_ids ['c3dcd5cf-3031-47dd-81c3-0a103eff3c04'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:40:37.562813 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2858d-16a3-421e-9ba9-5b87b56961c1 req-7604bdf5-4b38-4d9e-a335-18423056067d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:37.564274 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-39c2858d-16a3-421e-9ba9-5b87b56961c1 req-7604bdf5-4b38-4d9e-a335-18423056067d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd HTTP/1.1" status: 200 len: 944 time: 0.0502272 Nov 19 13:40:37.609772 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-39c2858d-16a3-421e-9ba9-5b87b56961c1 req-147652fd-967d-45f3-8ca4-3fe06e4a7466 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/security-groups?id=01459572-8cf2-4193-85e2-0e78030d3670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391426 Nov 19 13:40:38.720946 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc82e36-5dbf-4909-a7fd-b1ae3c508a36 req-7bba9c8a-dbc1-4840-b8b6-360ddfa7ecbc tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:38.722933 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8cc82e36-5dbf-4909-a7fd-b1ae3c508a36 req-7bba9c8a-dbc1-4840-b8b6-360ddfa7ecbc tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd HTTP/1.1" status: 200 len: 944 time: 0.0484407 Nov 19 13:40:38.768270 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8cc82e36-5dbf-4909-a7fd-b1ae3c508a36 req-8d473dd4-16d3-4490-ade5-a8c1cac82737 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/security-groups?id=01459572-8cf2-4193-85e2-0e78030d3670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394228 Nov 19 13:40:38.997243 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device c3dcd5cf-3031-47dd-81c3-0a103eff3c04 up at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:40:39.044492 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning for port c3dcd5cf-3031-47dd-81c3-0a103eff3c04 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:40:39.048039 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Provisioning complete for port c3dcd5cf-3031-47dd-81c3-0a103eff3c04 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:39.048413 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733527'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:39.125360 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535292'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:39.149003 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3dcd5cf-3031-47dd-81c3-0a103eff3c04'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:40:39.151233 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e055a475c9f0143691b95be0e0209c275a71c4689c1f5f09712fcbe57faa4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b67813-4f38-46c1-b18c-f2ac9ea1cfac" -d '{"events": [{"server_uuid": "b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd", "name": "network-vif-plugged", "status": "completed", "tag": "c3dcd5cf-3031-47dd-81c3-0a103eff3c04"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:40:39.164198 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] For port c3dcd5cf-3031-47dd-81c3-0a103eff3c04, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c3dcd5cf-3031-47dd-81c3-0a103eff3c04,segment=NetworkSegment(951ee5e1-c13e-4960-a262-8672b74b9434),segment_id=951ee5e1-c13e-4960-a262-8672b74b9434)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:39.168536 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736459839582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736459332554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736459332572'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:39.191163 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69511cf7-a6b0-4ca1-81ef-623a74030ee0 x-openstack-request-id: req-69511cf7-a6b0-4ca1-81ef-623a74030ee0 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:40:39.192034 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd", "name": "network-vif-plugged", "status": "completed", "tag": "c3dcd5cf-3031-47dd-81c3-0a103eff3c04", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:40:39.192295 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-69511cf7-a6b0-4ca1-81ef-623a74030ee0 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:40:39.192684 dv-cinder-816324-4-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3dcd5cf-3031-47dd-81c3-0a103eff3c04', 'code': 200} Nov 19 13:40:39.218121 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Pushing event updated for resources: {'Port': ['ID=c3dcd5cf-3031-47dd-81c3-0a103eff3c04,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:39.352642 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961c773-3c1c-4c1a-9e9c-bb6a2eed816e req-8c5786e6-5634-45da-9e68-481763214586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:39.354046 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-4961c773-3c1c-4c1a-9e9c-bb6a2eed816e req-8c5786e6-5634-45da-9e68-481763214586 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd HTTP/1.1" status: 200 len: 1098 time: 0.0405412 Nov 19 13:40:39.400077 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-4961c773-3c1c-4c1a-9e9c-bb6a2eed816e req-6795ba5b-a805-4315-b127-1dba8b91d04d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=01459572-8cf2-4193-85e2-0e78030d3670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380085 Nov 19 13:40:39.883419 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e3137-05fa-40c6-a852-1d1ef198cc82 req-5e4a9424-06ec-47a9-9002-4d0dd17abd4d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:39.884890 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8b0e3137-05fa-40c6-a852-1d1ef198cc82 req-5e4a9424-06ec-47a9-9002-4d0dd17abd4d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd HTTP/1.1" status: 200 len: 945 time: 0.0478070 Nov 19 13:40:39.935579 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8b0e3137-05fa-40c6-a852-1d1ef198cc82 req-72ad6d64-bdb7-42ce-8d4c-f028413cb1bb tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/security-groups?id=01459572-8cf2-4193-85e2-0e78030d3670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445311 Nov 19 13:40:41.050059 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef5ae8-c4bf-412f-8412-f62c7548e5b1 req-522f0b63-dcbf-4afa-9fa3-48ef3787b20c tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:41.051487 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8eef5ae8-c4bf-412f-8412-f62c7548e5b1 req-522f0b63-dcbf-4afa-9fa3-48ef3787b20c tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd HTTP/1.1" status: 200 len: 945 time: 0.0478785 Nov 19 13:40:41.096829 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-8eef5ae8-c4bf-412f-8412-f62c7548e5b1 req-5e65155d-519c-4cbd-91ba-fab3caa8ca7b tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/security-groups?id=01459572-8cf2-4193-85e2-0e78030d3670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394709 Nov 19 13:40:56.378666 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a5d3c82b-8e6e-490a-9202-6bd8b3f5ef01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:56.745947 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca558e4-2998-4642-9b27-df025ee657af req-7e18372b-1de6-4cce-997e-12c08fb5ecf2 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:56.747437 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9ca558e4-2998-4642-9b27-df025ee657af req-7e18372b-1de6-4cce-997e-12c08fb5ecf2 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd HTTP/1.1" status: 200 len: 945 time: 0.0478742 Nov 19 13:40:56.793402 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-9ca558e4-2998-4642-9b27-df025ee657af req-a64d86f3-abdb-45c3-ac3b-090423f72b65 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/security-groups?id=01459572-8cf2-4193-85e2-0e78030d3670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401800 Nov 19 13:40:57.909487 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55823a2b-55b8-47c7-b542-166f5770aef3 req-f4a30351-6c69-4c9a-902e-36408dada007 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:57.910924 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-55823a2b-55b8-47c7-b542-166f5770aef3 req-f4a30351-6c69-4c9a-902e-36408dada007 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd HTTP/1.1" status: 200 len: 945 time: 0.0507271 Nov 19 13:40:57.959628 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-55823a2b-55b8-47c7-b542-166f5770aef3 req-b5a1f1ae-7a04-40ae-a1a2-11869af27b0a tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/security-groups?id=01459572-8cf2-4193-85e2-0e78030d3670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411475 Nov 19 13:40:58.830654 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 6 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:40:59.072689 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afbdc6-4b3a-4418-99ac-bbe30d8b35de req-be0e966d-3783-4f5b-8cd9-29e583a2da56 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:59.074126 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-92afbdc6-4b3a-4418-99ac-bbe30d8b35de req-be0e966d-3783-4f5b-8cd9-29e583a2da56 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd HTTP/1.1" status: 200 len: 945 time: 0.0483718 Nov 19 13:40:59.119466 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-92afbdc6-4b3a-4418-99ac-bbe30d8b35de req-60af19de-1cf6-4663-b1e8-55ccf1c81460 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/security-groups?id=01459572-8cf2-4193-85e2-0e78030d3670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394375 Nov 19 13:40:59.131555 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c23c9fb3-f370-436d-9f59-bf707513affc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:59.856761 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:00.232789 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3310c-8d6a-4159-9137-074e6a2bd813 req-378ddd6f-084c-46c9-898b-1cb3243d9e76 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:00.234248 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e8b3310c-8d6a-4159-9137-074e6a2bd813 req-378ddd6f-084c-46c9-898b-1cb3243d9e76 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd HTTP/1.1" status: 200 len: 945 time: 0.0468454 Nov 19 13:41:00.252484 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:00.283468 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-e8b3310c-8d6a-4159-9137-074e6a2bd813 req-3b15881b-1dbd-453f-94e5-bb94b79307e7 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/security-groups?id=01459572-8cf2-4193-85e2-0e78030d3670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428507 Nov 19 13:41:00.903800 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d7611-8329-451e-a43b-881b63f11b31 req-d8762880-250c-41fb-9832-8321c35ce8c2 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:00.905239 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1e3d7611-8329-451e-a43b-881b63f11b31 req-d8762880-250c-41fb-9832-8321c35ce8c2 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd HTTP/1.1" status: 200 len: 945 time: 0.0478177 Nov 19 13:41:00.993811 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-1e3d7611-8329-451e-a43b-881b63f11b31 req-e74e43db-c3b5-45b1-9ce9-9d56b4458b2d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Deleting port c3dcd5cf-3031-47dd-81c3-0a103eff3c04 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:41:00.994146 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1e3d7611-8329-451e-a43b-881b63f11b31 req-e74e43db-c3b5-45b1-9ce9-9d56b4458b2d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736459897492'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:01.079392 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1e3d7611-8329-451e-a43b-881b63f11b31 req-e74e43db-c3b5-45b1-9ce9-9d56b4458b2d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] For port c3dcd5cf-3031-47dd-81c3-0a103eff3c04, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c3dcd5cf-3031-47dd-81c3-0a103eff3c04,segment=NetworkSegment(951ee5e1-c13e-4960-a262-8672b74b9434),segment_id=951ee5e1-c13e-4960-a262-8672b74b9434)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:01.079779 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1e3d7611-8329-451e-a43b-881b63f11b31 req-e74e43db-c3b5-45b1-9ce9-9d56b4458b2d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605281'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:01.092390 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-1e3d7611-8329-451e-a43b-881b63f11b31 req-e74e43db-c3b5-45b1-9ce9-9d56b4458b2d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Calling delete_port for c3dcd5cf-3031-47dd-81c3-0a103eff3c04 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:41:01.163093 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:01.216616 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1e3d7611-8329-451e-a43b-881b63f11b31 req-e74e43db-c3b5-45b1-9ce9-9d56b4458b2d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736459839564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736459332545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14406833'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:01.243591 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e43db-c3b5-45b1-9ce9-9d56b4458b2d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Pushing event deleted for resources: {'Port': ['ID=c3dcd5cf-3031-47dd-81c3-0a103eff3c04,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:01.271793 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e43db-c3b5-45b1-9ce9-9d56b4458b2d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:01.272141 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e43db-c3b5-45b1-9ce9-9d56b4458b2d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:01.272480 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e43db-c3b5-45b1-9ce9-9d56b4458b2d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:01.272814 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e43db-c3b5-45b1-9ce9-9d56b4458b2d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:01.273139 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e43db-c3b5-45b1-9ce9-9d56b4458b2d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:01.273464 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e43db-c3b5-45b1-9ce9-9d56b4458b2d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:01.273788 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e43db-c3b5-45b1-9ce9-9d56b4458b2d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:01.274110 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e43db-c3b5-45b1-9ce9-9d56b4458b2d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:01.274432 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e43db-c3b5-45b1-9ce9-9d56b4458b2d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:01.274769 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e43db-c3b5-45b1-9ce9-9d56b4458b2d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:01.275067 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e43db-c3b5-45b1-9ce9-9d56b4458b2d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:01.275381 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e43db-c3b5-45b1-9ce9-9d56b4458b2d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:01.295307 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3d7611-8329-451e-a43b-881b63f11b31 req-e74e43db-c3b5-45b1-9ce9-9d56b4458b2d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] No DVR routers for this DVR port c3dcd5cf-3031-47dd-81c3-0a103eff3c04 on host hv-cinder-81632 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:41:01.297632 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1e3d7611-8329-451e-a43b-881b63f11b31 req-e74e43db-c3b5-45b1-9ce9-9d56b4458b2d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42188'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:01.300909 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [req-1e3d7611-8329-451e-a43b-881b63f11b31 req-e74e43db-c3b5-45b1-9ce9-9d56b4458b2d tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.82 "DELETE /v2.0/ports/c3dcd5cf-3031-47dd-81c3-0a103eff3c04 HTTP/1.1" status: 204 len: 173 time: 0.3899143 Nov 19 13:41:01.301334 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd', 'name': 'network-vif-deleted', 'tag': 'c3dcd5cf-3031-47dd-81c3-0a103eff3c04'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:41:01.304095 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797d960f86c4756426af5b93946f499080d40862d2e51708a40f29562d4d9d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7bc739-ead3-4818-b4df-9890af0aed9a" -d '{"events": [{"server_uuid": "b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd", "name": "network-vif-deleted", "tag": "c3dcd5cf-3031-47dd-81c3-0a103eff3c04"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:41:01.344044 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65a7ea0-eb16-4058-8fc8-2543b6ffb0ae x-openstack-request-id: req-d65a7ea0-eb16-4058-8fc8-2543b6ffb0ae {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:41:01.344337 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd", "name": "network-vif-deleted", "tag": "c3dcd5cf-3031-47dd-81c3-0a103eff3c04", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:41:01.344766 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d65a7ea0-eb16-4058-8fc8-2543b6ffb0ae {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:41:01.345187 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd', 'name': 'network-vif-deleted', 'tag': 'c3dcd5cf-3031-47dd-81c3-0a103eff3c04', 'status': 'completed', 'code': 200} Nov 19 13:41:01.383198 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [req-fa2dba7f-a19d-4ea0-9f37-79ebfe24e770 req-ece6773b-63fe-46bf-9819-80caa1bb9747 tempest-VolumesSnapshotTestJSON-383058950 tempest-VolumesSnapshotTestJSON-383058950-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8e80d35-fe2c-41b0-9ed1-db0a0ccfeffd HTTP/1.1" status: 200 len: 210 time: 0.0270362 Nov 19 13:41:02.295752 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:03.120758 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device c3dcd5cf-3031-47dd-81c3-0a103eff3c04 no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:41:03.140163 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] No Port match for: c3dcd5cf-3031-47dd-81c3-0a103eff3c04 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:41:03.140510 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Device c3dcd5cf-3031-47dd-81c3-0a103eff3c04 not bound to the agent host hv-cinder-81632 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:41:19.205626 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 50606) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:19.248645 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c58c063-d9f6-4ba2-b697-68de021fb9c3 admin admin] Deleting subnet b72ec32a-b0ea-4284-a179-540e25876a71 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:41:19.251634 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5c58c063-d9f6-4ba2-b697-68de021fb9c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:19.285521 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5c58c063-d9f6-4ba2-b697-68de021fb9c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2801428'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:19.323360 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5c58c063-d9f6-4ba2-b697-68de021fb9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724083'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:19.376333 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5c58c063-d9f6-4ba2-b697-68de021fb9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14406884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14394699'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:19.401664 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58c063-d9f6-4ba2-b697-68de021fb9c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b72ec32a-b0ea-4284-a179-540e25876a71,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:19.406280 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5c58c063-d9f6-4ba2-b697-68de021fb9c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:19.409464 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-5c58c063-d9f6-4ba2-b697-68de021fb9c3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b72ec32a-b0ea-4284-a179-540e25876a71 HTTP/1.1" status: 204 len: 168 time: 0.2028570 Nov 19 13:41:19.411973 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.70', 50608) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:19.477775 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a2156d75-c0aa-4c2b-9760-18badd35fa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613477'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:19.556655 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a2156d75-c0aa-4c2b-9760-18badd35fa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734982', 'neutron.services.segments.db._delete_segments_for_network-8736459861315'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:19.575239 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-a2156d75-c0aa-4c2b-9760-18badd35fa4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12b0f74-faf3-46ec-8895-168a580f50cd']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:19.584218 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-a2156d75-c0aa-4c2b-9760-18badd35fa4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951ee5e1-c13e-4960-a262-8672b74b9434') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:19.584507 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-a2156d75-c0aa-4c2b-9760-18badd35fa4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951ee5e1-c13e-4960-a262-8672b74b9434') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:19.593496 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a2156d75-c0aa-4c2b-9760-18badd35fa4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736459878072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2801437'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:19.606624 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a2156d75-c0aa-4c2b-9760-18badd35fa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:19.612456 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2156d75-c0aa-4c2b-9760-18badd35fa4b admin admin] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:41:19.612851 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a2156d75-c0aa-4c2b-9760-18badd35fa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14406814'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: Traceback (most recent call last): Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: timer() Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: cb(*args, **kw) Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: return func(*args, **kwargs) Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: self._notify() Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: self.callback(batched_events) Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: event.method(event) Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: return f(self, *a, **k) Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: return self._get(url).json() Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:41:19.614428 dv-cinder-816324-4-smb neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:41:19.668844 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a2156d75-c0aa-4c2b-9760-18badd35fa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796996'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:19.673119 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a2156d75-c0aa-4c2b-9760-18badd35fa4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675021'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:19.676691 dv-cinder-816324-4-smb neutron-server[102599]: INFO neutron.wsgi [None req-a2156d75-c0aa-4c2b-9760-18badd35fa4b admin admin] 10.222.0.70 "DELETE /v2.0/networks/f12b0f74-faf3-46ec-8895-168a580f50cd HTTP/1.1" status: 204 len: 168 time: 0.2637832 Nov 19 13:41:19.690157 dv-cinder-816324-4-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2156d75-c0aa-4c2b-9760-18badd35fa4b admin admin] Pushing event deleted for resources: {'Network': ['ID=f12b0f74-faf3-46ec-8895-168a580f50cd,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:19.781350 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 50612) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:19.819815 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-ade6f6d6-312d-47a5-baf5-8b44982b828f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a8b0afdcf9394651a09fe3923df85c5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372598 Nov 19 13:41:19.822625 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.70', 50614) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:19.868398 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9219aebb-3f19-4e51-84f6-c9af00f15176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:19.888504 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9219aebb-3f19-4e51-84f6-c9af00f15176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:19.933010 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9219aebb-3f19-4e51-84f6-c9af00f15176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579347'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:19.935718 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9219aebb-3f19-4e51-84f6-c9af00f15176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:19.936851 dv-cinder-816324-4-smb neutron-server[102600]: INFO neutron.wsgi [None req-9219aebb-3f19-4e51-84f6-c9af00f15176 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/01459572-8cf2-4193-85e2-0e78030d3670 HTTP/1.1" status: 204 len: 168 time: 0.1133351 Nov 19 13:41:19.944262 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219aebb-3f19-4e51-84f6-c9af00f15176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01459572-8cf2-4193-85e2-0e78030d3670,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:19.951147 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219aebb-3f19-4e51-84f6-c9af00f15176 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:19.951502 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219aebb-3f19-4e51-84f6-c9af00f15176 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:19.951876 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219aebb-3f19-4e51-84f6-c9af00f15176 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:19.952219 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219aebb-3f19-4e51-84f6-c9af00f15176 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:19.952554 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219aebb-3f19-4e51-84f6-c9af00f15176 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:19.952886 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219aebb-3f19-4e51-84f6-c9af00f15176 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:19.953215 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219aebb-3f19-4e51-84f6-c9af00f15176 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:19.953542 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219aebb-3f19-4e51-84f6-c9af00f15176 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:19.953871 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219aebb-3f19-4e51-84f6-c9af00f15176 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:19.954199 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219aebb-3f19-4e51-84f6-c9af00f15176 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:19.954525 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219aebb-3f19-4e51-84f6-c9af00f15176 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:19.954850 dv-cinder-816324-4-smb neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219aebb-3f19-4e51-84f6-c9af00f15176 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-smb {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:26.378872 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fe65f15b-b3e3-4d09-a93b-7235aa9f25de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.132874 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4345e90e-41c3-4d83-9d56-e91c13eebd09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.859385 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.241970 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:31.167742 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:32.296502 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:35.829044 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 6 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:41:56.379620 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-35e3e773-4869-449e-afdf-4055c025e569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:59.134141 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b1f3f993-432d-4493-9a76-d905964a4981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:59.863461 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:00.245877 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:01.168396 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:02.297682 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:12.827434 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 6 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:42:26.384055 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ef3c79f7-a172-4de2-8020-3f1ff537b2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:29.135910 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-557491e0-6060-4dc6-88a0-9cffd48fdcc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:29.866755 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:30.238655 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:31.170210 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:32.299091 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:49.826800 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 6 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:42:56.384240 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ba85-dd81-4b34-a7bf-a1de734f983c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:59.136181 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eb8a112e-971f-4237-bd5f-bd0fb2a9989e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:59.868625 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:00.252166 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:01.175627 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:02.299838 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:26.385591 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5ad58acf-76c6-49b8-bd74-bc2e3ac118ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:26.825832 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 6 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:43:29.138750 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0a2face7-5976-4b5f-b65c-e17466bbf8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:29.871827 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:30.251954 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:31.177538 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:32.302417 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:56.389722 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f200a254-d453-424a-a52d-9e5ba6399da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:59.140026 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-30ad46b8-8c6d-442d-b609-7878576a93e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:59.874533 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:00.256905 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:01.179917 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:02.304409 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:03.825092 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 6 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:44:26.391580 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b79f4ff6-a5dc-43de-a977-c47d32087333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:29.143633 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1b7e7396-e2c6-494c-8e47-b9ffcce6321f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:29.878622 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:30.257585 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:31.181714 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:32.306079 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:40.824854 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 6 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:44:56.393742 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9db0bfdf-4e5c-46f7-9387-4b60c8abe537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:59.145383 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-01a6c61f-854b-4881-b409-0dc8f78994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:59.880299 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:00.256920 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.184428 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:02.307952 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:17.823282 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 6 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:45:26.398016 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5e5c9c79-b491-43c4-956c-1d5eb5631b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:29.146716 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-20395efc-cc07-4280-a55f-2d535e0b9f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:29.883542 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.249291 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:31.190196 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:32.309539 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:54.822840 dv-cinder-816324-4-smb neutron-server[102602]: DEBUG neutron.db.agents_db [None req-41729159-5ef2-420a-be1c-a856aabb4fa5 None None] Agent healthcheck: found 6 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:45:56.399339 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0809f0e1-8239-4c8a-8b10-63189d7700eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:59.147025 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c38c7d46-daff-4401-97f8-059c4cd92788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:59.886378 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3c70338-fa93-4d8e-af4c-38c2404594a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:00.264535 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-224f6a1b-0692-4ac5-a2c5-925c4c075ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:01.191260 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ef91b15-6fcd-45ef-81dd-45f31623c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:02.310955 dv-cinder-816324-4-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ef62c0b-af44-4372-8082-8d1214ea2623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736459861396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733446'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}